2023-10-02 12:22:29,410 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:22:29,428 main DEBUG Took 0.015544 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:22:29,429 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:22:29,429 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:22:29,431 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:22:29,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,453 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:22:29,478 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,486 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,488 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,489 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,490 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:22:29,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,493 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:22:29,496 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:22:29,498 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:22:29,501 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:22:29,501 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:22:29,503 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:22:29,503 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:22:29,521 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:22:29,525 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:22:29,526 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:22:29,528 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:22:29,528 main DEBUG createAppenders(={Console}) 2023-10-02 12:22:29,529 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-10-02 12:22:29,530 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:22:29,530 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-10-02 12:22:29,531 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:22:29,531 main DEBUG OutputStream closed 2023-10-02 12:22:29,532 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:22:29,532 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:22:29,532 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-10-02 12:22:29,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:22:29,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:22:29,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:22:29,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:22:29,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:22:29,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:22:29,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:22:29,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:22:29,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:22:29,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:22:29,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:22:29,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:22:29,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:22:29,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:22:29,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:22:29,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:22:29,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:22:29,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:22:29,602 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:22:29,602 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-10-02 12:22:29,602 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:22:29,603 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-10-02T12:22:29,642 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDeleteRestore timeout: 13 mins 2023-10-02 12:22:29,646 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:22:29,646 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:22:30,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c 2023-10-02T12:22:30,138 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:22:30,142 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:22:30,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:22:30,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b, deleteOnExit=true 2023-10-02T12:22:30,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:22:30,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/test.cache.data in system properties and HBase conf 2023-10-02T12:22:30,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:22:30,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:22:30,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:22:30,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:22:30,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:22:30,296 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:22:30,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:22:30,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:22:30,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:22:30,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:22:30,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:22:30,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:22:30,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:22:30,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:22:30,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:22:30,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:22:30,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:22:30,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:22:30,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:22:30,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:22:30,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:22:31,504 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:22:31,510 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:22:31,915 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:22:32,208 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@8f033fe via org.mortbay.log.Slf4jLog 2023-10-02T12:22:32,235 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:32,313 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:32,364 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_localhost_44585_hdfs____d5z28s/webapp 2023-10-02T12:22:32,552 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44585 2023-10-02T12:22:32,572 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:22:32,573 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:22:33,375 WARN [Listener at localhost/46337 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:22:33,489 WARN [Listener at localhost/46337 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:22:33,517 WARN [Listener at localhost/46337 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:33,525 INFO [Listener at localhost/46337 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:33,534 INFO [Listener at localhost/46337 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_localhost_37685_datanode____.9wgmoa/webapp 2023-10-02T12:22:33,689 INFO [Listener at localhost/46337 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37685 2023-10-02T12:22:34,091 WARN [Listener at localhost/41893 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:22:34,656 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:22:34,965 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x27600f4e8d97c562: Processing first storage report for DS-19a61f4a-d487-4175-a452-3671a42801e4 from datanode 98d4268c-ac61-402c-bdbe-71e17f2d8981 2023-10-02T12:22:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x27600f4e8d97c562: from storage DS-19a61f4a-d487-4175-a452-3671a42801e4 node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=98d4268c-ac61-402c-bdbe-71e17f2d8981, infoPort=34065, infoSecurePort=0, ipcPort=41893, storageInfo=lv=-57;cid=testClusterID;nsid=1729416835;c=1696249351598), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x27600f4e8d97c562: Processing first storage report for DS-268ab2b2-8d54-4d1c-9bc7-8eff74b2448d from datanode 98d4268c-ac61-402c-bdbe-71e17f2d8981 2023-10-02T12:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x27600f4e8d97c562: from storage DS-268ab2b2-8d54-4d1c-9bc7-8eff74b2448d node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=98d4268c-ac61-402c-bdbe-71e17f2d8981, infoPort=34065, infoSecurePort=0, ipcPort=41893, storageInfo=lv=-57;cid=testClusterID;nsid=1729416835;c=1696249351598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:22:35,038 DEBUG [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c 2023-10-02T12:22:35,146 INFO [Listener at localhost/41893 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/zookeeper_0, clientPort=50848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:22:35,177 INFO [Listener at localhost/41893 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50848 2023-10-02T12:22:35,189 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:35,192 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:36,010 INFO [Listener at localhost/41893 {}] util.FSUtils(462): Created version file at hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb with version=8 2023-10-02T12:22:36,010 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging 2023-10-02T12:22:36,034 DEBUG [Listener at localhost/41893 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:22:36,034 DEBUG [Listener at localhost/41893 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:22:36,034 DEBUG [Listener at localhost/41893 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:22:36,034 DEBUG [Listener at localhost/41893 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:22:36,361 DEBUG [Listener at localhost/41893 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:22:37,468 INFO [Listener at localhost/41893 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:22:37,522 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:37,523 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:37,523 INFO [Listener at localhost/41893 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:22:37,524 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:37,524 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:22:37,723 INFO [Listener at localhost/41893 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:22:38,062 INFO [Listener at localhost/41893 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:22:38,104 DEBUG [Listener at localhost/41893 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:22:38,117 INFO [Listener at localhost/41893 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:22:38,197 DEBUG [Listener at localhost/41893 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 3764 (auto-detected) 2023-10-02T12:22:38,199 DEBUG [Listener at localhost/41893 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:22:38,260 INFO [Listener at localhost/41893 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44705 2023-10-02T12:22:38,280 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:38,283 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:38,311 INFO [Listener at localhost/41893 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:44705 connecting to ZooKeeper ensemble=127.0.0.1:50848 2023-10-02T12:22:38,508 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:447050x0, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:22:38,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:44705-0x10173207bce0000 connected 2023-10-02T12:22:39,029 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:22:39,033 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:22:39,037 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:22:39,049 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44705 2023-10-02T12:22:39,049 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44705 2023-10-02T12:22:39,050 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44705 2023-10-02T12:22:39,050 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44705 2023-10-02T12:22:39,050 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44705 2023-10-02T12:22:39,114 INFO [Listener at localhost/41893 {}] log.Log(170): Logging initialized @10713ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:22:39,250 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:22:39,250 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:22:39,251 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:22:39,253 INFO [Listener at localhost/41893 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:22:39,254 INFO [Listener at localhost/41893 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:22:39,254 INFO [Listener at localhost/41893 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:22:39,257 INFO [Listener at localhost/41893 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:22:39,418 INFO [Listener at localhost/41893 {}] http.HttpServer(1219): Jetty bound to port 45261 2023-10-02T12:22:39,421 INFO [Listener at localhost/41893 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:22:39,475 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:39,480 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@254552e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:22:39,481 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:39,482 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e580f97{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:22:39,574 INFO [Listener at localhost/41893 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:22:39,595 INFO [Listener at localhost/41893 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:22:39,595 INFO [Listener at localhost/41893 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:22:39,598 INFO [Listener at localhost/41893 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:22:39,610 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:40,998 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@17bd0198{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:22:41,014 INFO [Listener at localhost/41893 {}] server.AbstractConnector(333): Started ServerConnector@ed379c1{HTTP/1.1, (http/1.1)}{0.0.0.0:45261} 2023-10-02T12:22:41,014 INFO [Listener at localhost/41893 {}] server.Server(415): Started @12613ms 2023-10-02T12:22:41,019 INFO [Listener at localhost/41893 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb, hbase.cluster.distributed=false 2023-10-02T12:22:41,100 INFO [Listener at localhost/41893 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:22:41,100 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:41,101 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:41,101 INFO [Listener at localhost/41893 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:22:41,101 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:22:41,101 INFO [Listener at localhost/41893 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:22:41,113 INFO [Listener at localhost/41893 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:22:41,117 INFO [Listener at localhost/41893 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:22:41,122 INFO [Listener at localhost/41893 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45899 2023-10-02T12:22:41,126 INFO [Listener at localhost/41893 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:22:41,136 DEBUG [Listener at localhost/41893 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:22:41,138 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:41,141 INFO [Listener at localhost/41893 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:41,146 INFO [Listener at localhost/41893 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45899 connecting to ZooKeeper ensemble=127.0.0.1:50848 2023-10-02T12:22:41,220 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:458990x0, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:22:41,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45899-0x10173207bce0001 connected 2023-10-02T12:22:41,221 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:22:41,223 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:22:41,224 DEBUG [Listener at localhost/41893 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:22:41,224 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45899 2023-10-02T12:22:41,225 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45899 2023-10-02T12:22:41,225 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45899 2023-10-02T12:22:41,227 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45899 2023-10-02T12:22:41,227 DEBUG [Listener at localhost/41893 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45899 2023-10-02T12:22:41,231 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:22:41,232 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:22:41,232 INFO [Listener at localhost/41893 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:22:41,233 INFO [Listener at localhost/41893 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:22:41,233 INFO [Listener at localhost/41893 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:22:41,233 INFO [Listener at localhost/41893 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:22:41,233 INFO [Listener at localhost/41893 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:22:41,236 INFO [Listener at localhost/41893 {}] http.HttpServer(1219): Jetty bound to port 46485 2023-10-02T12:22:41,236 INFO [Listener at localhost/41893 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:22:41,243 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:41,243 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4fd05c09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:22:41,244 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:41,244 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5af4dd18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:22:41,261 INFO [Listener at localhost/41893 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:22:41,262 INFO [Listener at localhost/41893 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:22:41,263 INFO [Listener at localhost/41893 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:22:41,263 INFO [Listener at localhost/41893 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:22:41,267 INFO [Listener at localhost/41893 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:22:41,274 INFO [Listener at localhost/41893 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7d9ff97e{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:22:41,275 INFO [Listener at localhost/41893 {}] server.AbstractConnector(333): Started ServerConnector@27ee1650{HTTP/1.1, (http/1.1)}{0.0.0.0:46485} 2023-10-02T12:22:41,276 INFO [Listener at localhost/41893 {}] server.Server(415): Started @12874ms 2023-10-02T12:22:41,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:22:41,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@266339f7{HTTP/1.1, (http/1.1)}{0.0.0.0:37209} 2023-10-02T12:22:41,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @12898ms 2023-10-02T12:22:41,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:41,319 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:44705 2023-10-02T12:22:41,383 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:22:41,383 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:22:41,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:41,482 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:22:41,482 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:22:41,482 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:41,482 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:41,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:22:41,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,44705,1696249356336 from backup master directory 2023-10-02T12:22:41,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:22:41,543 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:22:41,543 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:41,543 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:22:41,544 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:22:41,544 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:41,547 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:22:41,549 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:22:41,651 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase.id with ID: 421fafdf-a61f-4f1f-bf16-66ac06ae8d6e 2023-10-02T12:22:41,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:22:41,797 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:41,797 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:41,847 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:41,849 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:22:41,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:22:41,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:22:41,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:22:41,881 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:22:41,883 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:22:41,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store 2023-10-02T12:22:41,996 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:22:41,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:41,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:22:41,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:22:41,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:22:41,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:22:41,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:22:41,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:22:41,998 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:22:42,000 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/.initializing 2023-10-02T12:22:42,000 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/WALs/jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:42,010 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:22:42,025 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44705%2C1696249356336, suffix=, logDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/WALs/jenkins-hbase3.apache.org,44705,1696249356336, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/oldWALs, maxLogs=10 2023-10-02T12:22:42,064 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/WALs/jenkins-hbase3.apache.org,44705,1696249356336/jenkins-hbase3.apache.org%2C44705%2C1696249356336.1696249362032, exclude list is [], retry=0 2023-10-02T12:22:42,097 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK] 2023-10-02T12:22:42,108 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:22:42,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/WALs/jenkins-hbase3.apache.org,44705,1696249356336/jenkins-hbase3.apache.org%2C44705%2C1696249356336.1696249362032 2023-10-02T12:22:42,204 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK]] 2023-10-02T12:22:42,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:42,205 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:42,210 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,211 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:22:42,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:42,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:42,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:22:42,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:42,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:42,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:22:42,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:42,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:42,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:22:42,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:42,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:42,405 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,431 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:22:42,435 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:22:42,440 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:42,441 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9641874400, jitterRate=-0.10203047096729279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:22:42,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:22:42,450 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:22:42,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0cba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:42,561 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:22:42,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:22:42,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:22:42,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:22:42,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:22:42,598 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-02T12:22:42,598 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:22:42,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:22:42,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:22:42,712 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:22:42,716 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:22:42,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:22:42,727 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:22:42,730 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:22:42,737 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:22:42,739 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:22:42,740 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:22:42,742 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:22:42,764 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:22:42,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:22:42,773 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:22:42,773 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:22:42,773 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,773 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,775 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,44705,1696249356336, sessionid=0x10173207bce0000, setting cluster-up flag (Was=false) 2023-10-02T12:22:42,789 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:22:42,800 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,800 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,807 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:22:42,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:42,815 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,816 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:22:42,836 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:42,850 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,850 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:42,874 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:22:42,876 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:42,996 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45899 2023-10-02T12:22:42,998 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(997): ClusterId : 421fafdf-a61f-4f1f-bf16-66ac06ae8d6e 2023-10-02T12:22:43,000 INFO [RS:0;jenkins-hbase3:45899 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:22:43,004 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:22:43,012 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:22:43,012 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:22:43,021 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:22:43,021 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:22:43,025 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:22:43,028 DEBUG [RS:0;jenkins-hbase3:45899 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c93be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:43,034 DEBUG [RS:0;jenkins-hbase3:45899 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b19308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:22:43,040 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:22:43,040 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:22:43,040 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:22:43,043 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,44705,1696249356336 with isa=jenkins-hbase3.apache.org/172.31.12.81:45899, startcode=1696249361099 2023-10-02T12:22:43,064 DEBUG [RS:0;jenkins-hbase3:45899 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:22:43,075 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:22:43,088 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:22:43,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:22:43,108 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,44705,1696249356336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:22:43,114 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:22:43,116 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249393127 2023-10-02T12:22:43,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:22:43,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:22:43,147 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44805, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:22:43,156 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:22:43,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:22:43,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:22:43,159 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44705 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:22:43,168 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:22:43,169 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:22:43,169 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:22:43,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:22:43,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:43,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:22:43,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,189 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:22:43,198 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:22:43,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:22:43,212 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44ae1c21 to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:22:43,245 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:22:43,245 WARN [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:22:43,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564e9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:43,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:22:43,270 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:22:43,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:22:43,282 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249363277,5,FailOnTimeoutGroup] 2023-10-02T12:22:43,286 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249363282,5,FailOnTimeoutGroup] 2023-10-02T12:22:43,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:22:43,289 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,289 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,346 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,44705,1696249356336 with isa=jenkins-hbase3.apache.org/172.31.12.81:45899, startcode=1696249361099 2023-10-02T12:22:43,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44705 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:43,369 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:43,369 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:46337 2023-10-02T12:22:43,369 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=45261 2023-10-02T12:22:43,377 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:22:43,378 DEBUG [RS:0;jenkins-hbase3:45899 {}] zookeeper.ZKUtil(111): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:43,378 WARN [RS:0;jenkins-hbase3:45899 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:22:43,378 INFO [RS:0;jenkins-hbase3:45899 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:22:43,378 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:43,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45899,1696249361099] 2023-10-02T12:22:43,418 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:22:43,440 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:22:43,464 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:22:43,474 INFO [RS:0;jenkins-hbase3:45899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:22:43,474 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,475 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:22:43,489 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,490 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,490 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,490 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,490 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,491 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,491 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:22:43,491 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,491 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,491 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,492 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,492 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:22:43,492 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:22:43,492 DEBUG [RS:0;jenkins-hbase3:45899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:22:43,495 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,496 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,496 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,496 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,496 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45899,1696249361099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:22:43,528 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:22:43,532 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45899,1696249361099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:43,559 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45899,1696249361099 started 2023-10-02T12:22:43,559 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45899,1696249361099, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45899, sessionid=0x10173207bce0001 2023-10-02T12:22:43,560 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:22:43,560 DEBUG [RS:0;jenkins-hbase3:45899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:43,560 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45899,1696249361099' 2023-10-02T12:22:43,560 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:22:43,561 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:22:43,562 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:22:43,562 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:22:43,562 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45899,1696249361099' 2023-10-02T12:22:43,562 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:22:43,563 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:22:43,564 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:22:43,564 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:22:43,564 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:22:43,564 DEBUG [RS:0;jenkins-hbase3:45899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:43,564 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45899,1696249361099' 2023-10-02T12:22:43,564 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:22:43,565 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:22:43,566 DEBUG [RS:0;jenkins-hbase3:45899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:22:43,566 INFO [RS:0;jenkins-hbase3:45899 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:22:43,566 INFO [RS:0;jenkins-hbase3:45899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:22:43,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:22:43,680 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:43,682 INFO [RS:0;jenkins-hbase3:45899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:22:43,691 INFO [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45899%2C1696249361099, suffix=, logDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/oldWALs, maxLogs=32 2023-10-02T12:22:43,717 DEBUG [RS:0;jenkins-hbase3:45899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249363693, exclude list is [], retry=0 2023-10-02T12:22:43,746 WARN [DataStreamer for file /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.regioninfo {}] hdfs.DataStreamer(982): Caught exception java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1257) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1331) ~[?:1.8.0_362] at org.apache.hadoop.hdfs.DataStreamer.closeResponder(DataStreamer.java:980) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.endBlock(DataStreamer.java:630) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:807) ~[hadoop-hdfs-client-2.10.2.jar:?] 2023-10-02T12:22:43,747 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK] 2023-10-02T12:22:43,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:43,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:22:43,759 INFO [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249363693 2023-10-02T12:22:43,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:22:43,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:43,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:22:43,767 DEBUG [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK]] 2023-10-02T12:22:43,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:22:43,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:43,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:43,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:22:43,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:22:43,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740 2023-10-02T12:22:43,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740 2023-10-02T12:22:43,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:22:43,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:22:43,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:43,802 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9891496000, jitterRate=-0.07878264784812927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:22:43,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:22:43,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:22:43,805 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:22:43,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:22:43,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:22:43,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:22:43,811 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:22:43,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:22:43,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:22:43,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:22:43,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:22:43,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:22:43,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:22:43,998 DEBUG [jenkins-hbase3:44705 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:22:44,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:44,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45899,1696249361099, state=OPENING 2023-10-02T12:22:44,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:22:44,033 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:44,033 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:44,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:22:44,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:22:44,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:44,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:44,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:22:44,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:22:44,262 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:22:44,263 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:22:44,264 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:22:44,268 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta, suffix=.meta, logDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/oldWALs, maxLogs=32 2023-10-02T12:22:44,287 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249364270.meta, exclude list is [], retry=0 2023-10-02T12:22:44,313 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK] 2023-10-02T12:22:44,319 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249364270.meta 2023-10-02T12:22:44,322 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK]] 2023-10-02T12:22:44,322 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:44,330 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:44,331 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:22:44,357 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:22:44,358 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:22:44,365 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:22:44,365 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:44,365 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:22:44,365 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:22:44,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:22:44,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:22:44,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:44,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:44,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:22:44,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:22:44,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:44,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:44,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:22:44,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:22:44,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:44,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:22:44,377 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740 2023-10-02T12:22:44,380 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740 2023-10-02T12:22:44,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:22:44,385 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:22:44,387 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11610315840, jitterRate=0.08129492402076721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:22:44,388 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:22:44,400 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249364228 2023-10-02T12:22:44,421 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:22:44,422 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:22:44,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:44,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45899,1696249361099, state=OPEN 2023-10-02T12:22:44,428 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:22:44,428 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:22:44,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:22:44,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:22:44,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:22:44,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45899,1696249361099 in 390 msec 2023-10-02T12:22:44,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:22:44,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2023-10-02T12:22:44,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6900 sec 2023-10-02T12:22:44,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249364669, completionTime=-1 2023-10-02T12:22:44,670 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:22:44,670 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:22:44,767 DEBUG [hconnection-0x2d7adf2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:22:44,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:22:44,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:22:44,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249424803 2023-10-02T12:22:44,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249484803 2023-10-02T12:22:44,803 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 133 msec 2023-10-02T12:22:44,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44705,1696249356336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:44,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44705,1696249356336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:44,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44705,1696249356336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:44,836 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:44705, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:44,836 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:22:44,845 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:22:44,862 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:22:44,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:22:44,877 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:22:44,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:44,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:44,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:44,925 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b0f9f591372551cad2b498f9b72f12a3, NAME => 'hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:45,384 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:45,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing b0f9f591372551cad2b498f9b72f12a3, disabling compactions & flushes 2023-10-02T12:22:45,385 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. after waiting 0 ms 2023-10-02T12:22:45,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,385 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for b0f9f591372551cad2b498f9b72f12a3: 2023-10-02T12:22:45,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:45,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249365389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249365389"}]},"ts":"1696249365389"} 2023-10-02T12:22:45,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:45,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:45,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249365440"}]},"ts":"1696249365440"} 2023-10-02T12:22:45,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:22:45,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0f9f591372551cad2b498f9b72f12a3, ASSIGN}] 2023-10-02T12:22:45,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b0f9f591372551cad2b498f9b72f12a3, ASSIGN 2023-10-02T12:22:45,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b0f9f591372551cad2b498f9b72f12a3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:45,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0f9f591372551cad2b498f9b72f12a3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:45,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b0f9f591372551cad2b498f9b72f12a3, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:45,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => b0f9f591372551cad2b498f9b72f12a3, NAME => 'hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:45,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:45,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:45,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,787 INFO [StoreOpener-b0f9f591372551cad2b498f9b72f12a3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,789 INFO [StoreOpener-b0f9f591372551cad2b498f9b72f12a3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f9f591372551cad2b498f9b72f12a3 columnFamilyName info 2023-10-02T12:22:45,789 DEBUG [StoreOpener-b0f9f591372551cad2b498f9b72f12a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:45,790 INFO [StoreOpener-b0f9f591372551cad2b498f9b72f12a3-1 {}] regionserver.HStore(324): Store=b0f9f591372551cad2b498f9b72f12a3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:45,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:22:45,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:45,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened b0f9f591372551cad2b498f9b72f12a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9743184160, jitterRate=-0.09259526431560516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:22:45,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for b0f9f591372551cad2b498f9b72f12a3: 2023-10-02T12:22:45,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3., pid=6, masterSystemTime=1696249365774 2023-10-02T12:22:45,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:22:45,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b0f9f591372551cad2b498f9b72f12a3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:45,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:22:45,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b0f9f591372551cad2b498f9b72f12a3, server=jenkins-hbase3.apache.org,45899,1696249361099 in 194 msec 2023-10-02T12:22:45,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:22:45,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b0f9f591372551cad2b498f9b72f12a3, ASSIGN in 363 msec 2023-10-02T12:22:45,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:45,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249365823"}]},"ts":"1696249365823"} 2023-10-02T12:22:45,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:22:45,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:45,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 965 msec 2023-10-02T12:22:45,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:22:45,884 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:45,884 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:45,884 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:22:45,946 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:22:45,970 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:45,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 42 msec 2023-10-02T12:22:45,983 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:22:46,000 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:46,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-10-02T12:22:46,024 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:22:46,029 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:22:46,030 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.486sec 2023-10-02T12:22:46,033 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:22:46,035 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:22:46,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:22:46,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:22:46,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:22:46,041 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44705,1696249356336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:22:46,041 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44705,1696249356336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:22:46,060 DEBUG [Listener at localhost/41893 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5bbd75eb to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:22:46,067 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:22:46,069 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:22:46,071 DEBUG [Listener at localhost/41893 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9371fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:46,075 DEBUG [Listener at localhost/41893 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:22:46,076 DEBUG [Listener at localhost/41893 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:22:46,091 DEBUG [hconnection-0x5cbf1f98-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:22:46,105 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40986, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:22:46,119 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:22:46,119 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/test.cache.data in system properties and HBase conf 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:22:46,120 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:22:46,121 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:22:46,122 INFO [Listener at localhost/41893 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:22:47,735 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:48,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:22:48,039 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:48,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:22:48,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:48,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:22:48,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:22:48,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:22:48,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:22:48,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:22:48,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:48,166 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:48,175 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45673_jobhistory____c4g2rf/webapp 2023-10-02T12:22:48,378 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:22:48,378 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:22:48,378 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:22:48,382 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:22:48,469 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:48,607 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:49,015 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:22:49,087 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45673 2023-10-02T12:22:49,228 WARN [Listener at jenkins-hbase3.apache.org/35729 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:49,318 WARN [Listener at jenkins-hbase3.apache.org/35729 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:22:49,319 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:49,328 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44001_cluster____.dsbj8u/webapp 2023-10-02T12:22:49,449 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:22:49,450 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:22:49,450 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:22:49,450 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:22:49,458 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:49,696 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:49,800 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:49,812 INFO [Listener at jenkins-hbase3.apache.org/35729 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44001 2023-10-02T12:22:49,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:22:50,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:22:50,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:22:50,532 WARN [Listener at jenkins-hbase3.apache.org/39879 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:50,560 WARN [Listener at jenkins-hbase3.apache.org/39879 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:22:50,561 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:50,570 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42533_node____fof8l2/webapp 2023-10-02T12:22:50,632 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:22:50,633 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:22:50,633 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:22:50,633 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:22:50,645 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:50,671 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:50,759 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:50,775 INFO [Listener at jenkins-hbase3.apache.org/39879 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42533 2023-10-02T12:22:51,046 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:22:51,058 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:22:51,058 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:22:51,096 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33393_node____.8ffgz8/webapp 2023-10-02T12:22:51,178 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:22:51,178 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:22:51,178 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:22:51,178 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:22:51,188 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:51,215 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:51,379 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:22:51,404 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33393 2023-10-02T12:22:51,496 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:22:51,496 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:46337/backupUT 2023-10-02T12:22:51,516 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:22:51,535 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:22:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:22:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:22:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:22:51,595 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:51,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 47 msec 2023-10-02T12:22:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:22:51,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:22:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:22:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:22:51,707 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:51,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-10-02T12:22:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:22:51,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:22:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:22:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:22:51,823 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:51,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 22 msec 2023-10-02T12:22:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:22:51,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:22:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:22:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:22:51,939 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:51,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 28 msec 2023-10-02T12:22:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:22:52,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249371496', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249371496 2023-10-02T12:22:52,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:52,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249371496" procId is: 13 2023-10-02T12:22:52,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:52,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:22:52,119 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 87328d812825ead548107da85fe9ddd7, NAME => 'test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249371496', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1668): Closing 87328d812825ead548107da85fe9ddd7, disabling compactions & flushes 2023-10-02T12:22:52,142 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. after waiting 0 ms 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,142 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,142 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1622): Region close journal for 87328d812825ead548107da85fe9ddd7: 2023-10-02T12:22:52,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:52,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249372144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249372144"}]},"ts":"1696249372144"} 2023-10-02T12:22:52,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:52,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:52,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249372149"}]},"ts":"1696249372149"} 2023-10-02T12:22:52,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=ENABLING in hbase:meta 2023-10-02T12:22:52,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, ASSIGN}] 2023-10-02T12:22:52,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, ASSIGN 2023-10-02T12:22:52,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:22:52,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=87328d812825ead548107da85fe9ddd7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:52,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 87328d812825ead548107da85fe9ddd7, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:22:52,483 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,483 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 87328d812825ead548107da85fe9ddd7, NAME => 'test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:52,483 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249371496 87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,487 INFO [StoreOpener-87328d812825ead548107da85fe9ddd7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,489 INFO [StoreOpener-87328d812825ead548107da85fe9ddd7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87328d812825ead548107da85fe9ddd7 columnFamilyName f 2023-10-02T12:22:52,489 DEBUG [StoreOpener-87328d812825ead548107da85fe9ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:52,490 INFO [StoreOpener-87328d812825ead548107da85fe9ddd7-1 {}] regionserver.HStore(324): Store=87328d812825ead548107da85fe9ddd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:52,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,493 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 87328d812825ead548107da85fe9ddd7 2023-10-02T12:22:52,508 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:52,510 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 87328d812825ead548107da85fe9ddd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10292357600, jitterRate=-0.04144950211048126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:22:52,511 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 87328d812825ead548107da85fe9ddd7: 2023-10-02T12:22:52,512 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7., pid=15, masterSystemTime=1696249372470 2023-10-02T12:22:52,516 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,516 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:22:52,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=87328d812825ead548107da85fe9ddd7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:52,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:22:52,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 87328d812825ead548107da85fe9ddd7, server=jenkins-hbase3.apache.org,45899,1696249361099 in 204 msec 2023-10-02T12:22:52,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:22:52,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, ASSIGN in 368 msec 2023-10-02T12:22:52,528 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:52,528 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249372528"}]},"ts":"1696249372528"} 2023-10-02T12:22:52,530 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=ENABLED in hbase:meta 2023-10-02T12:22:52,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249371496 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:52,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249371496 in 482 msec 2023-10-02T12:22:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:22:52,688 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249371496, procId: 13 completed 2023-10-02T12:22:52,690 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1dd4c30c to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:22:52,711 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ede3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:52,714 DEBUG [hconnection-0x615f7dd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:22:52,723 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58288, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:22:52,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegion(8210): writing data to region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:22:52,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962493714961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962493714961 2023-10-02T12:22:52,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:52,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:52,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962493714961" procId is: 16 2023-10-02T12:22:52,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:53,299 INFO [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 642274effbe9d483538d8f7979843707, NAME => 'ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962493714961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1668): Closing 642274effbe9d483538d8f7979843707, disabling compactions & flushes 2023-10-02T12:22:53,719 INFO [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. after waiting 0 ms 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:53,719 INFO [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:53,719 DEBUG [RegionOpenAndInit-ns2:test-16962493714961-pool-0 {}] regionserver.HRegion(1622): Region close journal for 642274effbe9d483538d8f7979843707: 2023-10-02T12:22:53,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:53,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249373722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249373722"}]},"ts":"1696249373722"} 2023-10-02T12:22:53,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:53,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:53,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962493714961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249373735"}]},"ts":"1696249373735"} 2023-10-02T12:22:53,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962493714961, state=ENABLING in hbase:meta 2023-10-02T12:22:53,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962493714961, region=642274effbe9d483538d8f7979843707, ASSIGN}] 2023-10-02T12:22:53,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962493714961, region=642274effbe9d483538d8f7979843707, ASSIGN 2023-10-02T12:22:53,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962493714961, region=642274effbe9d483538d8f7979843707, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:53,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=642274effbe9d483538d8f7979843707, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:53,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 642274effbe9d483538d8f7979843707, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:54,089 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:54,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 642274effbe9d483538d8f7979843707, NAME => 'ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:54,090 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:54,090 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962493714961 642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,090 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:54,090 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,090 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,096 INFO [StoreOpener-642274effbe9d483538d8f7979843707-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,106 INFO [StoreOpener-642274effbe9d483538d8f7979843707-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642274effbe9d483538d8f7979843707 columnFamilyName f 2023-10-02T12:22:54,107 DEBUG [StoreOpener-642274effbe9d483538d8f7979843707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:54,107 INFO [StoreOpener-642274effbe9d483538d8f7979843707-1 {}] regionserver.HStore(324): Store=642274effbe9d483538d8f7979843707/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:54,109 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,110 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 642274effbe9d483538d8f7979843707 2023-10-02T12:22:54,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:54,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 642274effbe9d483538d8f7979843707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11176871680, jitterRate=0.04092729091644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:22:54,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 642274effbe9d483538d8f7979843707: 2023-10-02T12:22:54,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707., pid=18, masterSystemTime=1696249374083 2023-10-02T12:22:54,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:54,142 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:22:54,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=642274effbe9d483538d8f7979843707, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:54,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:22:54,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 642274effbe9d483538d8f7979843707, server=jenkins-hbase3.apache.org,45899,1696249361099 in 224 msec 2023-10-02T12:22:54,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:22:54,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962493714961, region=642274effbe9d483538d8f7979843707, ASSIGN in 397 msec 2023-10-02T12:22:54,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:54,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962493714961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249374164"}]},"ts":"1696249374164"} 2023-10-02T12:22:54,166 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962493714961, state=ENABLED in hbase:meta 2023-10-02T12:22:54,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962493714961 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:54,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962493714961 in 1.3010 sec 2023-10-02T12:22:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:22:54,987 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962493714961, procId: 16 completed 2023-10-02T12:22:54,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:22:55,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962493714962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962493714962 2023-10-02T12:22:55,155 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:55,155 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:55,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:55,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962493714962" procId is: 19 2023-10-02T12:22:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:22:55,190 INFO [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9a23ea857523d7d875d25aaeb4ab5280, NAME => 'ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962493714962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:22:55,278 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:55,278 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1668): Closing 9a23ea857523d7d875d25aaeb4ab5280, disabling compactions & flushes 2023-10-02T12:22:55,278 INFO [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,278 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,279 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. after waiting 0 ms 2023-10-02T12:22:55,279 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,279 INFO [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,279 DEBUG [RegionOpenAndInit-ns3:test-16962493714962-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9a23ea857523d7d875d25aaeb4ab5280: 2023-10-02T12:22:55,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:55,281 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249375281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249375281"}]},"ts":"1696249375281"} 2023-10-02T12:22:55,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:55,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:55,287 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962493714962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249375287"}]},"ts":"1696249375287"} 2023-10-02T12:22:55,291 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962493714962, state=ENABLING in hbase:meta 2023-10-02T12:22:55,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962493714962, region=9a23ea857523d7d875d25aaeb4ab5280, ASSIGN}] 2023-10-02T12:22:55,303 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962493714962, region=9a23ea857523d7d875d25aaeb4ab5280, ASSIGN 2023-10-02T12:22:55,305 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962493714962, region=9a23ea857523d7d875d25aaeb4ab5280, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:55,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9a23ea857523d7d875d25aaeb4ab5280, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:55,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 9a23ea857523d7d875d25aaeb4ab5280, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:22:55,637 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,637 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 9a23ea857523d7d875d25aaeb4ab5280, NAME => 'ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:55,638 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962493714962 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,642 INFO [StoreOpener-9a23ea857523d7d875d25aaeb4ab5280-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,648 INFO [StoreOpener-9a23ea857523d7d875d25aaeb4ab5280-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a23ea857523d7d875d25aaeb4ab5280 columnFamilyName f 2023-10-02T12:22:55,648 DEBUG [StoreOpener-9a23ea857523d7d875d25aaeb4ab5280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:55,649 INFO [StoreOpener-9a23ea857523d7d875d25aaeb4ab5280-1 {}] regionserver.HStore(324): Store=9a23ea857523d7d875d25aaeb4ab5280/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:55,650 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns3/test-16962493714962/9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,651 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns3/test-16962493714962/9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,655 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:22:55,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns3/test-16962493714962/9a23ea857523d7d875d25aaeb4ab5280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:55,659 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 9a23ea857523d7d875d25aaeb4ab5280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10794942880, jitterRate=0.005357399582862854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:22:55,660 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 9a23ea857523d7d875d25aaeb4ab5280: 2023-10-02T12:22:55,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280., pid=21, masterSystemTime=1696249375615 2023-10-02T12:22:55,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:22:55,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9a23ea857523d7d875d25aaeb4ab5280, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:55,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:22:55,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 9a23ea857523d7d875d25aaeb4ab5280, server=jenkins-hbase3.apache.org,45899,1696249361099 in 206 msec 2023-10-02T12:22:55,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:22:55,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962493714962, region=9a23ea857523d7d875d25aaeb4ab5280, ASSIGN in 371 msec 2023-10-02T12:22:55,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:55,675 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962493714962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249375675"}]},"ts":"1696249375675"} 2023-10-02T12:22:55,678 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962493714962, state=ENABLED in hbase:meta 2023-10-02T12:22:55,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962493714962 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:55,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962493714962 in 531 msec 2023-10-02T12:22:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:22:55,771 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962493714962, procId: 19 completed 2023-10-02T12:22:55,771 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962493714962 get assigned. Timeout = 60000ms 2023-10-02T12:22:55,774 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:22:55,783 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962493714962 assigned to meta. Checking AM states. 2023-10-02T12:22:55,784 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:22:55,784 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962493714962 assigned. 2023-10-02T12:22:55,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962493714963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962493714963 2023-10-02T12:22:55,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:55,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962493714963" procId is: 22 2023-10-02T12:22:55,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:56,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962493714962' 2023-10-02T12:22:56,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962493714961' 2023-10-02T12:22:56,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249371496' 2023-10-02T12:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:56,216 INFO [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7c3027a2a80a907d57e072348b7371f3, NAME => 'ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962493714963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:56,658 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:56,659 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1668): Closing 7c3027a2a80a907d57e072348b7371f3, disabling compactions & flushes 2023-10-02T12:22:56,659 INFO [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:56,659 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:56,659 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. after waiting 0 ms 2023-10-02T12:22:56,659 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:56,659 INFO [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:56,659 DEBUG [RegionOpenAndInit-ns4:test-16962493714963-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7c3027a2a80a907d57e072348b7371f3: 2023-10-02T12:22:56,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:56,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249376661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249376661"}]},"ts":"1696249376661"} 2023-10-02T12:22:56,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:56,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:56,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962493714963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249376670"}]},"ts":"1696249376670"} 2023-10-02T12:22:56,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962493714963, state=ENABLING in hbase:meta 2023-10-02T12:22:56,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962493714963, region=7c3027a2a80a907d57e072348b7371f3, ASSIGN}] 2023-10-02T12:22:56,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962493714963, region=7c3027a2a80a907d57e072348b7371f3, ASSIGN 2023-10-02T12:22:56,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962493714963, region=7c3027a2a80a907d57e072348b7371f3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:56,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7c3027a2a80a907d57e072348b7371f3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:56,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 7c3027a2a80a907d57e072348b7371f3, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:57,032 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:57,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 7c3027a2a80a907d57e072348b7371f3, NAME => 'ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:57,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:57,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962493714963 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:57,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,037 INFO [StoreOpener-7c3027a2a80a907d57e072348b7371f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,038 INFO [StoreOpener-7c3027a2a80a907d57e072348b7371f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3027a2a80a907d57e072348b7371f3 columnFamilyName f 2023-10-02T12:22:57,039 DEBUG [StoreOpener-7c3027a2a80a907d57e072348b7371f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:57,039 INFO [StoreOpener-7c3027a2a80a907d57e072348b7371f3-1 {}] regionserver.HStore(324): Store=7c3027a2a80a907d57e072348b7371f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:57,041 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns4/test-16962493714963/7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,041 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns4/test-16962493714963/7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,045 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:22:57,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns4/test-16962493714963/7c3027a2a80a907d57e072348b7371f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:57,049 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 7c3027a2a80a907d57e072348b7371f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11309840800, jitterRate=0.05331100523471832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:22:57,049 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 7c3027a2a80a907d57e072348b7371f3: 2023-10-02T12:22:57,051 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3., pid=24, masterSystemTime=1696249377027 2023-10-02T12:22:57,053 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:57,053 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:22:57,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7c3027a2a80a907d57e072348b7371f3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:57,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:22:57,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 7c3027a2a80a907d57e072348b7371f3, server=jenkins-hbase3.apache.org,45899,1696249361099 in 183 msec 2023-10-02T12:22:57,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:22:57,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962493714963, region=7c3027a2a80a907d57e072348b7371f3, ASSIGN in 347 msec 2023-10-02T12:22:57,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:57,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962493714963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249377063"}]},"ts":"1696249377063"} 2023-10-02T12:22:57,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962493714963, state=ENABLED in hbase:meta 2023-10-02T12:22:57,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962493714963 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:57,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962493714963 in 1.2820 sec 2023-10-02T12:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:22:57,906 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962493714963, procId: 22 completed 2023-10-02T12:22:57,906 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962493714963 get assigned. Timeout = 60000ms 2023-10-02T12:22:57,906 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:22:57,911 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962493714963 assigned to meta. Checking AM states. 2023-10-02T12:22:57,911 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:22:57,911 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962493714963 assigned. 2023-10-02T12:22:57,912 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1dd4c30c to 127.0.0.1:50848 2023-10-02T12:22:57,912 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:22:57,963 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.ResourceChecker(147): before: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=581, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=183, AvailableMemoryMB=2228 2023-10-02T12:22:57,964 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.ResourceChecker(130): Thread=581 is superior to 500 2023-10-02T12:22:57,966 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] backup.TestBackupDeleteRestore(56): test full restore on a single table empty table 2023-10-02T12:22:57,968 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x591682cf to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:22:57,974 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100705c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:22:57,983 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:22:57,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58294, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:22:57,998 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:22:58,000 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:22:58,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:22:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:22:58,026 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:22:58,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:22:58,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-10-02T12:22:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:22:58,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962493714962 2023-10-02T12:22:58,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962493714962 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:58,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962493714963 2023-10-02T12:22:58,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962493714963 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:58,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249371496 2023-10-02T12:22:58,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249371496 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:58,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962493714961 2023-10-02T12:22:58,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962493714961 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:22:58,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:22:58,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:58,149 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:22:58,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:22:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:22:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:22:58,574 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 55c69e61f5b971e228d760e746fd948a, NAME => 'backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:58,586 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:58,586 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 55c69e61f5b971e228d760e746fd948a, disabling compactions & flushes 2023-10-02T12:22:58,586 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,586 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,586 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. after waiting 0 ms 2023-10-02T12:22:58,586 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,586 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,587 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 55c69e61f5b971e228d760e746fd948a: 2023-10-02T12:22:58,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:58,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249378589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249378589"}]},"ts":"1696249378589"} 2023-10-02T12:22:58,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:58,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:58,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249378593"}]},"ts":"1696249378593"} 2023-10-02T12:22:58,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:22:58,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=55c69e61f5b971e228d760e746fd948a, ASSIGN}] 2023-10-02T12:22:58,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=55c69e61f5b971e228d760e746fd948a, ASSIGN 2023-10-02T12:22:58,605 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=55c69e61f5b971e228d760e746fd948a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:58,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=55c69e61f5b971e228d760e746fd948a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:22:58,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 55c69e61f5b971e228d760e746fd948a, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:22:58,918 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 55c69e61f5b971e228d760e746fd948a, NAME => 'backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:22:58,919 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:22:58,919 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,919 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:58,919 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,919 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,921 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,923 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c69e61f5b971e228d760e746fd948a columnFamilyName meta 2023-10-02T12:22:58,924 DEBUG [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:58,924 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] regionserver.HStore(324): Store=55c69e61f5b971e228d760e746fd948a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:58,925 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,926 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c69e61f5b971e228d760e746fd948a columnFamilyName session 2023-10-02T12:22:58,927 DEBUG [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:58,927 INFO [StoreOpener-55c69e61f5b971e228d760e746fd948a-1 {}] regionserver.HStore(324): Store=55c69e61f5b971e228d760e746fd948a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:22:58,928 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,929 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,930 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:22:58,932 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:22:58,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:22:58,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 55c69e61f5b971e228d760e746fd948a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11709622240, jitterRate=0.09054355323314667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:22:58,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 55c69e61f5b971e228d760e746fd948a: 2023-10-02T12:22:58,937 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a., pid=28, masterSystemTime=1696249378912 2023-10-02T12:22:58,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:22:58,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=55c69e61f5b971e228d760e746fd948a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:58,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:22:58,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 55c69e61f5b971e228d760e746fd948a, server=jenkins-hbase3.apache.org,45899,1696249361099 in 184 msec 2023-10-02T12:22:58,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:22:58,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=55c69e61f5b971e228d760e746fd948a, ASSIGN in 344 msec 2023-10-02T12:22:58,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:22:58,950 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249378949"}]},"ts":"1696249378949"} 2023-10-02T12:22:58,952 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:22:58,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:22:58,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 812 msec 2023-10-02T12:22:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:22:59,260 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:22:59,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:22:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:22:59,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:22:59,287 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:22:59,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:22:59,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:22:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:22:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:22:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:22:59,706 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2b8e7a4921bf6dcdda07371d5169c7a8, NAME => 'backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 2b8e7a4921bf6dcdda07371d5169c7a8, disabling compactions & flushes 2023-10-02T12:22:59,738 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. after waiting 0 ms 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:22:59,738 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:22:59,738 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2b8e7a4921bf6dcdda07371d5169c7a8: 2023-10-02T12:22:59,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:22:59,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249379740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249379740"}]},"ts":"1696249379740"} 2023-10-02T12:22:59,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:22:59,747 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:22:59,747 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249379747"}]},"ts":"1696249379747"} 2023-10-02T12:22:59,749 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:22:59,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=2b8e7a4921bf6dcdda07371d5169c7a8, ASSIGN}] 2023-10-02T12:22:59,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=2b8e7a4921bf6dcdda07371d5169c7a8, ASSIGN 2023-10-02T12:22:59,759 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=2b8e7a4921bf6dcdda07371d5169c7a8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:22:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:22:59,910 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2b8e7a4921bf6dcdda07371d5169c7a8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:22:59,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 2b8e7a4921bf6dcdda07371d5169c7a8, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:23:00,070 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:00,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 2b8e7a4921bf6dcdda07371d5169c7a8, NAME => 'backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:23:00,071 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:23:00,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:23:00,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,073 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,075 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b8e7a4921bf6dcdda07371d5169c7a8 columnFamilyName meta 2023-10-02T12:23:00,075 DEBUG [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:23:00,076 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] regionserver.HStore(324): Store=2b8e7a4921bf6dcdda07371d5169c7a8/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:23:00,076 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,078 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b8e7a4921bf6dcdda07371d5169c7a8 columnFamilyName session 2023-10-02T12:23:00,078 DEBUG [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:23:00,079 INFO [StoreOpener-2b8e7a4921bf6dcdda07371d5169c7a8-1 {}] regionserver.HStore(324): Store=2b8e7a4921bf6dcdda07371d5169c7a8/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:23:00,080 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,081 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,083 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:23:00,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:00,088 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:23:00,088 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 2b8e7a4921bf6dcdda07371d5169c7a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10774311680, jitterRate=0.003435969352722168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:23:00,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 2b8e7a4921bf6dcdda07371d5169c7a8: 2023-10-02T12:23:00,090 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8., pid=31, masterSystemTime=1696249380065 2023-10-02T12:23:00,093 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:00,093 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:00,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2b8e7a4921bf6dcdda07371d5169c7a8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:00,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:23:00,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 2b8e7a4921bf6dcdda07371d5169c7a8, server=jenkins-hbase3.apache.org,45899,1696249361099 in 183 msec 2023-10-02T12:23:00,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:23:00,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=2b8e7a4921bf6dcdda07371d5169c7a8, ASSIGN in 343 msec 2023-10-02T12:23:00,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:23:00,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249380102"}]},"ts":"1696249380102"} 2023-10-02T12:23:00,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:23:00,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:23:00,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 824 msec 2023-10-02T12:23:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:23:00,396 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:23:00,413 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:23:00,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:23:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249380464 (current time:1696249380464). 2023-10-02T12:23:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:23:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:23:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4acd432f to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:00,478 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4acd432f to 127.0.0.1:50848 2023-10-02T12:23:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:23:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:23:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:23:00,503 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:23:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:23:00,511 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:23:00,528 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot, current working dir path: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:23:00,530 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:23:00,542 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:23:00,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 55c69e61f5b971e228d760e746fd948a}] 2023-10-02T12:23:00,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:23:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:23:00,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45899 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:23:00,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:00,720 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 55c69e61f5b971e228d760e746fd948a 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:23:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:23:00,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/415fd5911a7e41288926fa7fc0ef9f0c is 49, key is activesession:/session:c/1696249380448/Put/seqid=0 2023-10-02T12:23:00,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/415fd5911a7e41288926fa7fc0ef9f0c 2023-10-02T12:23:00,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/415fd5911a7e41288926fa7fc0ef9f0c as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/415fd5911a7e41288926fa7fc0ef9f0c 2023-10-02T12:23:00,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/415fd5911a7e41288926fa7fc0ef9f0c, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:23:00,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 55c69e61f5b971e228d760e746fd948a in 236ms, sequenceid=5, compaction requested=false 2023-10-02T12:23:00,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:23:00,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 55c69e61f5b971e228d760e746fd948a: 2023-10-02T12:23:00,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. for snapshot_backup_system completed. 2023-10-02T12:23:00,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:23:00,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:23:00,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:23:00,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/415fd5911a7e41288926fa7fc0ef9f0c] hfiles 2023-10-02T12:23:00,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/415fd5911a7e41288926fa7fc0ef9f0c for snapshot=snapshot_backup_system 2023-10-02T12:23:01,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:01,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:23:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:23:01,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:23:01,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:23:01,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:23:01,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 55c69e61f5b971e228d760e746fd948a in 478 msec 2023-10-02T12:23:01,028 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:23:01,031 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:23:01,035 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:23:01,035 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:23:01,039 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:23:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:23:01,497 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:23:01,512 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:23:01,517 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:23:01,520 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:23:01,520 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:23:01,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.0280 sec 2023-10-02T12:23:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:23:01,617 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:23:01,618 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(115): Backup backup_1696249377977 started at 1696249381617. 2023-10-02T12:23:01,651 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(119): Backup session backup_1696249377977 has been started. 2023-10-02T12:23:01,654 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:23:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:23:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:23:01,678 INFO [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:23:01,678 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:23:01,679 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:23:01,679 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:23:01,680 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,680 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:23:01,682 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:23:01,682 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,682 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:23:01,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:23:01,682 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,682 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:23:01,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:23:01,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:23:01,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:23:01,684 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:23:01,688 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:23:01,688 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:23:01,689 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:23:01,689 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:23:01,690 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:23:01,690 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:23:01,690 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45899,1696249361099' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:23:01,693 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,693 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:23:01,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:23:01,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:23:01,694 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,694 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:23:01,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:23:01,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:23:01,696 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45899,1696249361099' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:23:01,696 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:23:01,697 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@a1c74b7[Count = 0] remaining members to acquire global barrier 2023-10-02T12:23:01,697 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,699 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,699 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:23:01,699 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,699 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:23:01,700 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:23:01,700 DEBUG [rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,700 INFO [rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249363693 highest: 1696249363693 on jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,701 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta:.meta(num 1696249364270) roll requested 2023-10-02T12:23:01,712 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249381701.meta, exclude list is [], retry=0 2023-10-02T12:23:01,721 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK] 2023-10-02T12:23:01,725 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249364270.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249381701.meta 2023-10-02T12:23:01,726 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK]] 2023-10-02T12:23:01,726 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta.1696249364270.meta is not closed yet, will try archiving it next time 2023-10-02T12:23:01,726 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45899%2C1696249361099:(num 1696249363693) roll requested 2023-10-02T12:23:01,739 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249381726, exclude list is [], retry=0 2023-10-02T12:23:01,741 DEBUG [rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-10-02T12:23:01,741 INFO [rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249381726 on jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,742 DEBUG [rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:23:01,744 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK] 2023-10-02T12:23:01,745 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54710, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:23:01,751 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249363693 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249381726 2023-10-02T12:23:01,756 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42221,DS-19a61f4a-d487-4175-a452-3671a42801e4,DISK]] 2023-10-02T12:23:01,756 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/WALs/jenkins-hbase3.apache.org,45899,1696249361099/jenkins-hbase3.apache.org%2C45899%2C1696249361099.1696249363693 is not closed yet, will try archiving it next time 2023-10-02T12:23:01,783 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:23:01,784 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45899,1696249361099' in zk 2023-10-02T12:23:01,788 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:23:01,788 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,788 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:23:01,788 DEBUG [member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:23:01,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:23:01,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:23:01,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:23:01,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:23:01,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:23:01,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45899,1696249361099': 2023-10-02T12:23:01,793 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45899,1696249361099' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:23:01,793 INFO [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:23:01,793 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:23:01,793 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:23:01,793 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:23:01,793 INFO [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:23:01,796 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,796 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,796 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:23:01,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,796 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:23:01,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:23:01,797 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:23:01,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:23:01,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:23:01,798 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:23:01,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:23:01,800 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:23:01,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,811 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:23:01,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:23:01,811 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:23:01,812 DEBUG [(jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:23:01,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:23:01,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:23:01,812 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:23:01,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:23:01,823 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:23:01,823 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:23:01,924 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:23:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:23:01,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } 2023-10-02T12:23:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249381939 (current time:1696249381939). 2023-10-02T12:23:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:23:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249381937_default_test-1696249371496 VERSION not specified, setting to 2 2023-10-02T12:23:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1733176d to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b282e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:01,961 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56798, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1733176d to 127.0.0.1:50848 2023-10-02T12:23:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:23:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } 2023-10-02T12:23:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:23:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:23:01,971 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:23:01,972 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:23:01,976 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot, current working dir path: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_1696249381937_default_test-1696249371496 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:23:01,978 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:23:01,999 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:23:01,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87328d812825ead548107da85fe9ddd7}] 2023-10-02T12:23:02,001 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:02,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:23:02,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962493714963' 2023-10-02T12:23:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:23:02,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45899 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:23:02,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:02,155 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 87328d812825ead548107da85fe9ddd7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:23:02,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/a97463386def4c4fa9cc7c4f38fb3169 is 37, key is row10/f:q1/1696249372744/Put/seqid=0 2023-10-02T12:23:02,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/a97463386def4c4fa9cc7c4f38fb3169 2023-10-02T12:23:02,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/a97463386def4c4fa9cc7c4f38fb3169 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 2023-10-02T12:23:02,230 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:23:02,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 87328d812825ead548107da85fe9ddd7 in 77ms, sequenceid=103, compaction requested=false 2023-10-02T12:23:02,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 87328d812825ead548107da85fe9ddd7: 2023-10-02T12:23:02,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. for snapshot_1696249381937_default_test-1696249371496 completed. 2023-10-02T12:23:02,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.' region-info for snapshot=snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:02,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:23:02,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169] hfiles 2023-10-02T12:23:02,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 for snapshot=snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:02,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:02,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:23:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:23:02,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249381937_default_test-1696249371496 on region 87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:02,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:02,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:23:02,251 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:23:02,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 87328d812825ead548107da85fe9ddd7 in 249 msec 2023-10-02T12:23:02,252 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:23:02,253 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:23:02,253 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:02,254 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:23:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:23:02,677 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:23:02,684 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:23:02,685 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/.tmp/snapshot_1696249381937_default_test-1696249371496 to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:02,688 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:23:02,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:23:02,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249381937_default_test-1696249371496 table=test-1696249371496 type=FLUSH ttl=0 } in 724 msec 2023-10-02T12:23:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:23:03,081 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696249371496, procId: 34 completed 2023-10-02T12:23:03,081 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249377977 2023-10-02T12:23:03,081 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:23:03,084 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:23:03,087 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249377977_test-1696249371496 2023-10-02T12:23:03,087 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249381937_default_test-1696249371496 to hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/ 2023-10-02T12:23:03,101 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:23:03,151 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:46337, inputRoot=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:23:03,151 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44705,1696249356336_798435694_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/.hbase-snapshot/.tmp/snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:03,151 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:46337, inputRoot=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb, snapshotDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/snapshot_1696249381937_default_test-1696249371496. 2023-10-02T12:23:03,180 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/.hbase-snapshot/snapshot_1696249381937_default_test-1696249371496 to hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/.hbase-snapshot/.tmp/snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:03,656 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:03,657 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:03,658 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:03,658 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:04,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:23:05,095 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop-39012750854556068.jar 2023-10-02T12:23:05,096 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,096 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,097 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,097 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,098 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,099 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,099 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,100 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,100 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:05,101 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:23:05,102 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:23:05,102 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:23:05,103 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:23:05,103 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:23:05,104 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:23:05,104 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:23:05,105 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:23:05,105 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:23:05,106 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:23:05,106 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:23:05,107 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:23:05,111 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:23:05,111 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:23:05,112 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:23:05,112 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:23:05,112 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:23:05,113 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:23:05,114 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:23:05,203 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:23:05,242 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249381937_default_test-1696249371496' hfile list 2023-10-02T12:23:05,257 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:23:05,609 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir/1696249385528/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:23:05,609 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir/1696249385528/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:23:05,845 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:23:05,904 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 output=hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 2023-10-02T12:23:05,904 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-10-02T12:23:06,736 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:23:06,738 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:23:06,746 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:06,746 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249381937_default_test-1696249371496 finished. 2023-10-02T12:23:06,747 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupSystemTable(1034): test-1696249371496 2023-10-02T12:23:06,821 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249377977 2023-10-02T12:23:06,822 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:23:07,240 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46337/backupUT/backup_1696249377977/.backup.manifest 2023-10-02T12:23:07,241 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(358): Backup backup_1696249377977 finished: type=FULL,tablelist=test-1696249371496,targetRootDir=hdfs://localhost:46337/backupUT,startts=1696249381617,completets=1696249386819,bytescopied=0 2023-10-02T12:23:07,241 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:23:07,241 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:07,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249381937_default_test-1696249371496" 2023-10-02T12:23:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249381937_default_test-1696249371496 2023-10-02T12:23:07,262 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249381937_default_test-1696249371496 for backup backup_1696249377977 succeeded. 2023-10-02T12:23:07,263 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:23:07,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:23:07,282 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:23:07,290 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:23:07,314 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.TableBackupClient(376): Backup backup_1696249377977 completed. 2023-10-02T12:23:07,314 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:07,314 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x591682cf to 127.0.0.1:50848 2023-10-02T12:23:07,314 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:07,336 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] backup.TestBackupDeleteRestore(61): backup complete 2023-10-02T12:23:07,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush test-1696249371496 2023-10-02T12:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1696249371496 2023-10-02T12:23:07,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(88): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1696249371496 execute state=FLUSH_TABLE_PREPARE 2023-10-02T12:23:07,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(88): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1696249371496 execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-02T12:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:23:07,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-02T12:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:23:07,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45899 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2023-10-02T12:23:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:07,548 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 87328d812825ead548107da85fe9ddd7 1/1 column families, dataSize=25 B heapSize=360 B 2023-10-02T12:23:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/8701de7943b1438a99550d70b38c824e is 29, key is row0/f:/1696249387350/DeleteFamily/seqid=0 2023-10-02T12:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:23:07,966 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/8701de7943b1438a99550d70b38c824e 2023-10-02T12:23:07,976 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8701de7943b1438a99550d70b38c824e 2023-10-02T12:23:07,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/.tmp/f/8701de7943b1438a99550d70b38c824e as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/8701de7943b1438a99550d70b38c824e 2023-10-02T12:23:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:23:07,987 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8701de7943b1438a99550d70b38c824e 2023-10-02T12:23:07,987 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/8701de7943b1438a99550d70b38c824e, entries=1, sequenceid=107, filesize=5.0 K 2023-10-02T12:23:07,991 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 87328d812825ead548107da85fe9ddd7 in 443ms, sequenceid=107, compaction requested=false 2023-10-02T12:23:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 87328d812825ead548107da85fe9ddd7: 2023-10-02T12:23:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:23:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:23:07,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:23:07,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2023-10-02T12:23:08,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1696249371496 in 632 msec 2023-10-02T12:23:08,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:23:08,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:23:08,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:23:08,038 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:23:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:23:08,487 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:test-1696249371496, procId: 36 completed 2023-10-02T12:23:08,494 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46337/backupUT/backup_1696249377977/.backup.manifest 2023-10-02T12:23:08,497 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249377977/.backup.manifest 2023-10-02T12:23:08,504 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46337/backupUT/backup_1696249377977/.backup.manifest 2023-10-02T12:23:08,507 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249377977/.backup.manifest 2023-10-02T12:23:08,507 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.RestoreTablesClient(148): Restoring 'test-1696249371496' to 'test-1696249371496' from full backup image hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496 2023-10-02T12:23:08,517 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] util.RestoreTool(476): Truncating exising target table 'test-1696249371496', preserving region splits 2023-10-02T12:23:08,518 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$18(967): Started disable of test-1696249371496 2023-10-02T12:23:08,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable test-1696249371496 2023-10-02T12:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1696249371496 2023-10-02T12:23:08,537 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249388537"}]},"ts":"1696249388537"} 2023-10-02T12:23:08,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=DISABLING in hbase:meta 2023-10-02T12:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:23:08,574 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set test-1696249371496 to state=DISABLING 2023-10-02T12:23:08,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, UNASSIGN}] 2023-10-02T12:23:08,578 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, UNASSIGN 2023-10-02T12:23:08,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=87328d812825ead548107da85fe9ddd7, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:08,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 87328d812825ead548107da85fe9ddd7, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:23:08,743 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:08,743 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 87328d812825ead548107da85fe9ddd7, disabling compactions & flushes 2023-10-02T12:23:08,743 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:08,743 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:08,743 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. after waiting 0 ms 2023-10-02T12:23:08,743 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:08,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/recovered.edits/110.seqid, newMaxSeqId=110, maxSeqId=1 2023-10-02T12:23:08,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:08,756 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. 2023-10-02T12:23:08,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 87328d812825ead548107da85fe9ddd7: 2023-10-02T12:23:08,760 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:08,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=87328d812825ead548107da85fe9ddd7, regionState=CLOSED 2023-10-02T12:23:08,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-10-02T12:23:08,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 87328d812825ead548107da85fe9ddd7, server=jenkins-hbase3.apache.org,45899,1696249361099 in 180 msec 2023-10-02T12:23:08,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:23:08,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=test-1696249371496, region=87328d812825ead548107da85fe9ddd7, UNASSIGN in 192 msec 2023-10-02T12:23:08,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249388772"}]},"ts":"1696249388772"} 2023-10-02T12:23:08,775 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=DISABLED in hbase:meta 2023-10-02T12:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:23:08,851 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set test-1696249371496 to state=DISABLED 2023-10-02T12:23:08,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; DisableTableProcedure table=test-1696249371496 in 344 msec 2023-10-02T12:23:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:23:09,146 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:test-1696249371496, procId: 38 completed 2023-10-02T12:23:09,147 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$16(847): Started truncating test-1696249371496 2023-10-02T12:23:09,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate test-1696249371496 2023-10-02T12:23:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=test-1696249371496 preserveSplits=true) 2023-10-02T12:23:09,169 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'test-1696249371496' regions in transition 2023-10-02T12:23:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:09,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:09,184 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f, FileablePath, hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/recovered.edits] 2023-10-02T12:23:09,194 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/8701de7943b1438a99550d70b38c824e to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/8701de7943b1438a99550d70b38c824e 2023-10-02T12:23:09,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 2023-10-02T12:23:09,201 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/recovered.edits/110.seqid to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/recovered.edits/110.seqid 2023-10-02T12:23:09,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:09,202 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived test-1696249371496 regions 2023-10-02T12:23:09,216 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1696249371496 from hbase:meta 2023-10-02T12:23:09,219 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'test-1696249371496' descriptor. 2023-10-02T12:23:09,220 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'test-1696249371496' from region states. 2023-10-02T12:23:09,220 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249389220"}]},"ts":"9223372036854775807"} 2023-10-02T12:23:09,222 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-02T12:23:09,222 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 87328d812825ead548107da85fe9ddd7, NAME => 'test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:23:09,223 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'test-1696249371496' as deleted. 2023-10-02T12:23:09,223 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696249389223"}]},"ts":"9223372036854775807"} 2023-10-02T12:23:09,225 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table test-1696249371496 state from META 2023-10-02T12:23:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:09,712 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 283ff854df1f60e0505cac135d1b3e7a, NAME => 'test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249371496', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb 2023-10-02T12:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:10,181 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:23:10,181 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1668): Closing 283ff854df1f60e0505cac135d1b3e7a, disabling compactions & flushes 2023-10-02T12:23:10,181 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,181 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,182 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. after waiting 0 ms 2023-10-02T12:23:10,182 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,182 INFO [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,182 DEBUG [RegionOpenAndInit-test-1696249371496-pool-0 {}] regionserver.HRegion(1622): Region close journal for 283ff854df1f60e0505cac135d1b3e7a: 2023-10-02T12:23:10,183 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249390183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249390183"}]},"ts":"1696249390183"} 2023-10-02T12:23:10,185 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:23:10,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249390186"}]},"ts":"1696249390186"} 2023-10-02T12:23:10,188 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=ENABLING in hbase:meta 2023-10-02T12:23:10,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249371496, region=283ff854df1f60e0505cac135d1b3e7a, ASSIGN}] 2023-10-02T12:23:10,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249371496, region=283ff854df1f60e0505cac135d1b3e7a, ASSIGN 2023-10-02T12:23:10,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249371496, region=283ff854df1f60e0505cac135d1b3e7a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45899,1696249361099; forceNewPlan=false, retain=false 2023-10-02T12:23:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:10,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=283ff854df1f60e0505cac135d1b3e7a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:10,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 283ff854df1f60e0505cac135d1b3e7a, server=jenkins-hbase3.apache.org,45899,1696249361099}] 2023-10-02T12:23:10,544 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(130): Open test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7254): Opening region: {ENCODED => 283ff854df1f60e0505cac135d1b3e7a, NAME => 'test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:23:10,545 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:23:10,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249371496 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(888): Instantiated test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:23:10,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7296): checking encryption for 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7299): checking classloading for 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,548 INFO [StoreOpener-283ff854df1f60e0505cac135d1b3e7a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,550 INFO [StoreOpener-283ff854df1f60e0505cac135d1b3e7a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 283ff854df1f60e0505cac135d1b3e7a columnFamilyName f 2023-10-02T12:23:10,550 DEBUG [StoreOpener-283ff854df1f60e0505cac135d1b3e7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:23:10,552 INFO [StoreOpener-283ff854df1f60e0505cac135d1b3e7a-1 {}] regionserver.HStore(324): Store=283ff854df1f60e0505cac135d1b3e7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:23:10,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,555 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,558 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1076): writing seq id for 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:10,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:23:10,562 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): Opened 283ff854df1f60e0505cac135d1b3e7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10012697600, jitterRate=-0.06749486923217773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:23:10,562 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(992): Region open journal for 283ff854df1f60e0505cac135d1b3e7a: 2023-10-02T12:23:10,564 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a., pid=43, masterSystemTime=1696249390539 2023-10-02T12:23:10,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,567 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(158): Opened test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:10,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=283ff854df1f60e0505cac135d1b3e7a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:10,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-10-02T12:23:10,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 283ff854df1f60e0505cac135d1b3e7a, server=jenkins-hbase3.apache.org,45899,1696249361099 in 189 msec 2023-10-02T12:23:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-10-02T12:23:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=test-1696249371496, region=283ff854df1f60e0505cac135d1b3e7a, ASSIGN in 351 msec 2023-10-02T12:23:10,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249371496","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249390584"}]},"ts":"1696249390584"} 2023-10-02T12:23:10,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249371496, state=ENABLED in hbase:meta 2023-10-02T12:23:10,589 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'test-1696249371496' completed 2023-10-02T12:23:10,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; TruncateTableProcedure (table=test-1696249371496 preserveSplits=true) in 1.4320 sec 2023-10-02T12:23:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44705 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:23:11,283 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: default:test-1696249371496, procId: 41 completed 2023-10-02T12:23:11,291 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 from hbase tables test-1696249371496 to tables test-1696249371496 2023-10-02T12:23:11,291 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249371496 into test-1696249371496 2023-10-02T12:23:11,295 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291 from hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7 2023-10-02T12:23:11,300 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x73988f5e to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:11,308 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42468a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:11,309 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:23:11,312 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:23:11,329 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:23:11,329 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249371496 2023-10-02T12:23:11,336 DEBUG [hconnection-0x3df4dfce-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:11,338 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49826, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:11,342 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249371496: 2023-10-02T12:23:11,343 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:23:11,343 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/partitions_112a2eba-cc63-4205-9fd7-7bd11002f2e5 2023-10-02T12:23:11,796 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:11,797 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:11,798 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:11,798 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,049 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:23:13,054 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:23:13,116 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop-3198993820983633355.jar 2023-10-02T12:23:13,117 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,117 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,118 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,118 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,119 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,119 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,119 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,120 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,120 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,121 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:23:13,122 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:23:13,122 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:23:13,123 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:23:13,123 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:23:13,124 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:23:13,124 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:23:13,125 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:23:13,126 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:23:13,126 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:23:13,129 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:23:13,129 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:23:13,135 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,135 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,136 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,136 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,137 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,138 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:23:13,139 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:23:13,139 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696249371496 2023-10-02T12:23:13,139 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:13,140 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x73988f5e to 127.0.0.1:50848 2023-10-02T12:23:13,140 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:13,140 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:23:13,140 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:23:13,142 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:23:13,182 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:23:13,195 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:23:13,500 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir/1696249393327/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:23:13,501 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/mapreduce.cluster.local.dir/1696249393327/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:23:13,665 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/archive/data/default/test-1696249371496/87328d812825ead548107da85fe9ddd7/f/a97463386def4c4fa9cc7c4f38fb3169 2023-10-02T12:23:13,673 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:23:13,836 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x41b0fe3e to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:13,879 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d459dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:13,887 DEBUG [hconnection-0x460fb308-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:13,891 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49834, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:13,898 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x41b0fe3e to 127.0.0.1:50848 2023-10-02T12:23:13,898 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:13,898 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:23:13,899 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:23:13,936 DEBUG [pool-193-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/_temporary/0/_temporary/attempt_local1830681268_0002_r_000000_0/f/6b15d1f9b33043d69f8a71cbf9b907f5 is 37, key is row10/f:q1/1696249372744/Put/seqid=0 2023-10-02T12:23:13,939 WARN [Thread-753 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45899] Specified favored nodes: [jenkins-hbase3.apache.org:45899] 2023-10-02T12:23:14,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:23:14,628 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291 2023-10-02T12:23:14,630 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2af903f6 to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:14,637 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c16c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:14,647 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:14,649 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49838, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:14,667 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/_SUCCESS 2023-10-02T12:23:14,676 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:23:14,683 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:23:14,747 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/f/6b15d1f9b33043d69f8a71cbf9b907f5 first=Optional[row0] last=Optional[row98] 2023-10-02T12:23:14,776 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a., hostname=jenkins-hbase3.apache.org,45899,1696249361099, seqNum=2 for row with hfile group [{f,hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/f/6b15d1f9b33043d69f8a71cbf9b907f5}] 2023-10-02T12:23:14,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/f/6b15d1f9b33043d69f8a71cbf9b907f5 for inclusion in 283ff854df1f60e0505cac135d1b3e7a/f 2023-10-02T12:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegion(2520): Flush status journal for 283ff854df1f60e0505cac135d1b3e7a: 2023-10-02T12:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/hbase-staging/bulk_output-default-test-1696249371496-1696249391291/f/6b15d1f9b33043d69f8a71cbf9b907f5 to hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/staging/jenkins__test-1696249371496__296vga5bf3iagp50c4gevv4llbbholrk9efo92m77ijb8k2pin09iuvskeb1h1ro/f/6b15d1f9b33043d69f8a71cbf9b907f5 2023-10-02T12:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/staging/jenkins__test-1696249371496__296vga5bf3iagp50c4gevv4llbbholrk9efo92m77ijb8k2pin09iuvskeb1h1ro/f/6b15d1f9b33043d69f8a71cbf9b907f5 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_ 2023-10-02T12:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0085c9f4 to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112baf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:23:14,899 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36158, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:23:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:14,921 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49844, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(428): write bulk load descriptor to backup test-1696249371496 with 1 entries 2023-10-02T12:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(1602): writing raw bulk path hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_ for test-1696249371496 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(435): written 1 rows for bulk load of test-1696249371496 2023-10-02T12:23:14,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0085c9f4 to 127.0.0.1:50848 2023-10-02T12:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:14,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/staging/jenkins__test-1696249371496__296vga5bf3iagp50c4gevv4llbbholrk9efo92m77ijb8k2pin09iuvskeb1h1ro/f/6b15d1f9b33043d69f8a71cbf9b907f5 into 283ff854df1f60e0505cac135d1b3e7a/f as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_ - updating store file list. 2023-10-02T12:23:14,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_ into 283ff854df1f60e0505cac135d1b3e7a/f 2023-10-02T12:23:14,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/staging/jenkins__test-1696249371496__296vga5bf3iagp50c4gevv4llbbholrk9efo92m77ijb8k2pin09iuvskeb1h1ro/f/6b15d1f9b33043d69f8a71cbf9b907f5 into 283ff854df1f60e0505cac135d1b3e7a/f (new location: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_) 2023-10-02T12:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/staging/jenkins__test-1696249371496__296vga5bf3iagp50c4gevv4llbbholrk9efo92m77ijb8k2pin09iuvskeb1h1ro/f/6b15d1f9b33043d69f8a71cbf9b907f5 2023-10-02T12:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x096cad46 to 127.0.0.1:50848 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa803a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:23:15,006 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:23:15,017 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1696249371496 with 1 entries 2023-10-02T12:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(1523): writing done bulk path hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/f/ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_ for test-1696249371496 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] impl.BackupSystemTable(414): written 1 rows for bulk load of test-1696249371496 2023-10-02T12:23:15,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x096cad46 to 127.0.0.1:50848 2023-10-02T12:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:15,077 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:15,077 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2af903f6 to 127.0.0.1:50848 2023-10-02T12:23:15,077 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:15,079 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:23:15,079 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:23:15,079 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] impl.RestoreTablesClient(233): Backup: backup_1696249377977 hdfs://localhost:46337/backupUT/backup_1696249377977/default/test-1696249371496/ 2023-10-02T12:23:15,079 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Scan size: 143 connection: 172.31.12.81:40986 deadline: 1696249455080, exception=org.apache.hadoop.hbase.NotServingRegionException: test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7. is not online on jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:15,233 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.ResourceChecker(175): after: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=594 (was 581) Potentially hanging thread: PacketResponder: BP-1379333958-172.31.12.81-1696249351598:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2d7adf2-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45899,1696249361099)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1570164331_16 at /127.0.0.1:48494 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5cbf1f98-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5cbf1f98-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'JobHistoryServer' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,44705,1696249356336)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45899,1696249361099' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_233924291_16 at /127.0.0.1:60578 [Receiving block BP-1379333958-172.31.12.81-1696249351598:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_233924291_16 at /127.0.0.1:60562 [Receiving block BP-1379333958-172.31.12.81-1696249351598:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1379333958-172.31.12.81-1696249351598:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1570164331_16 at /127.0.0.1:48512 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2d7adf2-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=672 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=536 (was 601), ProcessCount=185 (was 183) - ProcessCount LEAK? -, AvailableMemoryMB=1537 (was 2228) 2023-10-02T12:23:15,234 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-10-02T12:23:15,250 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:23:15,250 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:15,250 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5bbd75eb to 127.0.0.1:50848 2023-10-02T12:23:15,250 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:15,251 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:23:15,251 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] util.JVMClusterUtil(257): Found active master hash=142169871, stopped=false 2023-10-02T12:23:15,251 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:23:15,255 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:23:15,255 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:23:15,255 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:23:15,255 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:23:15,255 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:23:15,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:23:15,256 DEBUG [Listener at jenkins-hbase3.apache.org/37821 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:15,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:23:15,256 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45899,1696249361099' ***** 2023-10-02T12:23:15,256 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:23:15,256 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:23:15,280 INFO [RS:0;jenkins-hbase3:45899 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7d9ff97e{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:23:15,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:23:15,281 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:23:15,286 INFO [RS:0;jenkins-hbase3:45899 {}] server.AbstractConnector(383): Stopped ServerConnector@27ee1650{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:23:15,287 INFO [RS:0;jenkins-hbase3:45899 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:23:15,288 INFO [RS:0;jenkins-hbase3:45899 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5af4dd18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:23:15,289 INFO [RS:0;jenkins-hbase3:45899 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4fd05c09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir/,STOPPED} 2023-10-02T12:23:15,292 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:23:15,292 INFO [RS:0;jenkins-hbase3:45899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:23:15,292 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 642274effbe9d483538d8f7979843707 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 55c69e61f5b971e228d760e746fd948a 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 2b8e7a4921bf6dcdda07371d5169c7a8 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 9a23ea857523d7d875d25aaeb4ab5280 2023-10-02T12:23:15,293 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:23:15,294 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 283ff854df1f60e0505cac135d1b3e7a 2023-10-02T12:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 642274effbe9d483538d8f7979843707, disabling compactions & flushes 2023-10-02T12:23:15,296 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:23:15,296 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:23:15,296 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. after waiting 0 ms 2023-10-02T12:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:23:15,296 INFO [RS:0;jenkins-hbase3:45899 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:23:15,296 DEBUG [RS:0;jenkins-hbase3:45899 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:15,296 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 642274effbe9d483538d8f7979843707 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:23:15,297 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:23:15,297 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:23:15,297 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:23:15,297 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:23:15,298 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:23:15,298 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1583): Online Regions={642274effbe9d483538d8f7979843707=ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707., 55c69e61f5b971e228d760e746fd948a=backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a., 2b8e7a4921bf6dcdda07371d5169c7a8=backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8., 1588230740=hbase:meta,,1.1588230740, 9a23ea857523d7d875d25aaeb4ab5280=ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280., b0f9f591372551cad2b498f9b72f12a3=hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3., 283ff854df1f60e0505cac135d1b3e7a=test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a., 7c3027a2a80a907d57e072348b7371f3=ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3.} 2023-10-02T12:23:15,299 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:23:15,299 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:23:15,299 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:23:15,299 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:23:15,299 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:23:15,299 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.72 KB heapSize=20.47 KB 2023-10-02T12:23:15,300 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 283ff854df1f60e0505cac135d1b3e7a, 2b8e7a4921bf6dcdda07371d5169c7a8, 55c69e61f5b971e228d760e746fd948a, 642274effbe9d483538d8f7979843707, 7c3027a2a80a907d57e072348b7371f3, 9a23ea857523d7d875d25aaeb4ab5280, b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:23:15,339 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/.tmp/f/9ed75a240fc04ed28f6a25a24f7b79e7 is 37, key is row10/f:q1/1696249375006/Put/seqid=0 2023-10-02T12:23:15,368 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/info/784514c4301248bab24944a2ab617eed is 159, key is ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707./info:regioninfo/1696249374142/Put/seqid=0 2023-10-02T12:23:15,372 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/.tmp/f/9ed75a240fc04ed28f6a25a24f7b79e7 2023-10-02T12:23:15,384 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/.tmp/f/9ed75a240fc04ed28f6a25a24f7b79e7 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/f/9ed75a240fc04ed28f6a25a24f7b79e7 2023-10-02T12:23:15,405 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/f/9ed75a240fc04ed28f6a25a24f7b79e7, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:23:15,406 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 642274effbe9d483538d8f7979843707 in 110ms, sequenceid=103, compaction requested=false 2023-10-02T12:23:15,422 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/info/784514c4301248bab24944a2ab617eed 2023-10-02T12:23:15,431 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns2/test-16962493714961/642274effbe9d483538d8f7979843707/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:23:15,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,438 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:23:15,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 642274effbe9d483538d8f7979843707: 2023-10-02T12:23:15,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962493714961,,1696249372867.642274effbe9d483538d8f7979843707. 2023-10-02T12:23:15,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 55c69e61f5b971e228d760e746fd948a, disabling compactions & flushes 2023-10-02T12:23:15,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:15,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:15,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. after waiting 0 ms 2023-10-02T12:23:15,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:15,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 55c69e61f5b971e228d760e746fd948a 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-10-02T12:23:15,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/meta/0a2e5982cb7e4746bcbb4d467f0e88fa is 169, key is trslm:hdfs://localhost:46337/backupUT\x00test-1696249371496/meta:log-roll-map/1696249386807/Put/seqid=0 2023-10-02T12:23:15,491 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/rep_barrier/9c7a835e6bf64233831b3dfc5eaf13f9 is 102, key is test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7./rep_barrier:/1696249389206/DeleteFamily/seqid=0 2023-10-02T12:23:15,500 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 283ff854df1f60e0505cac135d1b3e7a, 2b8e7a4921bf6dcdda07371d5169c7a8, 55c69e61f5b971e228d760e746fd948a, 7c3027a2a80a907d57e072348b7371f3, 9a23ea857523d7d875d25aaeb4ab5280, b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:23:15,524 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/meta/0a2e5982cb7e4746bcbb4d467f0e88fa 2023-10-02T12:23:15,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/8d64105ffae549b196d5235b4384367b is 310, key is session:backup_1696249377977/session:context/1696249387289/Put/seqid=0 2023-10-02T12:23:15,562 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:23:15,562 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:23:15,578 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/8d64105ffae549b196d5235b4384367b 2023-10-02T12:23:15,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/meta/0a2e5982cb7e4746bcbb4d467f0e88fa as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/meta/0a2e5982cb7e4746bcbb4d467f0e88fa 2023-10-02T12:23:15,601 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/meta/0a2e5982cb7e4746bcbb4d467f0e88fa, entries=4, sequenceid=16, filesize=5.5 K 2023-10-02T12:23:15,607 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/.tmp/session/8d64105ffae549b196d5235b4384367b as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/8d64105ffae549b196d5235b4384367b 2023-10-02T12:23:15,637 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/session/8d64105ffae549b196d5235b4384367b, entries=2, sequenceid=16, filesize=5.3 K 2023-10-02T12:23:15,639 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 55c69e61f5b971e228d760e746fd948a in 200ms, sequenceid=16, compaction requested=false 2023-10-02T12:23:15,668 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system/55c69e61f5b971e228d760e746fd948a/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-10-02T12:23:15,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,671 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:15,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 55c69e61f5b971e228d760e746fd948a: 2023-10-02T12:23:15,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249378143.55c69e61f5b971e228d760e746fd948a. 2023-10-02T12:23:15,672 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2b8e7a4921bf6dcdda07371d5169c7a8, disabling compactions & flushes 2023-10-02T12:23:15,672 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:15,672 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:15,672 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. after waiting 0 ms 2023-10-02T12:23:15,672 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:15,673 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 2b8e7a4921bf6dcdda07371d5169c7a8 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-10-02T12:23:15,700 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 283ff854df1f60e0505cac135d1b3e7a, 2b8e7a4921bf6dcdda07371d5169c7a8, 7c3027a2a80a907d57e072348b7371f3, 9a23ea857523d7d875d25aaeb4ab5280, b0f9f591372551cad2b498f9b72f12a3 2023-10-02T12:23:15,701 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/.tmp/meta/a01c221f96b745dcb99d79733a8bf3ff is 321, key is bulk:test-1696249371496:283ff854df1f60e0505cac135d1b3e7a:ade3e8ee3ccf4e65a4b167c41d1c95df_SeqId_4_/meta:path/1696249395059/Put/seqid=0 2023-10-02T12:23:15,721 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/.tmp/meta/a01c221f96b745dcb99d79733a8bf3ff 2023-10-02T12:23:15,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/.tmp/meta/a01c221f96b745dcb99d79733a8bf3ff as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/meta/a01c221f96b745dcb99d79733a8bf3ff 2023-10-02T12:23:15,739 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/meta/a01c221f96b745dcb99d79733a8bf3ff, entries=4, sequenceid=6, filesize=6.0 K 2023-10-02T12:23:15,741 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2b8e7a4921bf6dcdda07371d5169c7a8 in 69ms, sequenceid=6, compaction requested=false 2023-10-02T12:23:15,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/backup/system_bulk/2b8e7a4921bf6dcdda07371d5169c7a8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-10-02T12:23:15,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,756 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:15,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2b8e7a4921bf6dcdda07371d5169c7a8: 2023-10-02T12:23:15,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249379283.2b8e7a4921bf6dcdda07371d5169c7a8. 2023-10-02T12:23:15,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9a23ea857523d7d875d25aaeb4ab5280, disabling compactions & flushes 2023-10-02T12:23:15,757 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:23:15,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:23:15,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. after waiting 0 ms 2023-10-02T12:23:15,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:23:15,770 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns3/test-16962493714962/9a23ea857523d7d875d25aaeb4ab5280/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:23:15,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,773 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:23:15,773 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9a23ea857523d7d875d25aaeb4ab5280: 2023-10-02T12:23:15,774 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962493714962,,1696249375150.9a23ea857523d7d875d25aaeb4ab5280. 2023-10-02T12:23:15,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b0f9f591372551cad2b498f9b72f12a3, disabling compactions & flushes 2023-10-02T12:23:15,775 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:23:15,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:23:15,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. after waiting 0 ms 2023-10-02T12:23:15,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:23:15,775 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b0f9f591372551cad2b498f9b72f12a3 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:23:15,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/.tmp/info/9d6b304a44cf49a284a0555900e57992 is 45, key is default/info:d/1696249365962/Put/seqid=0 2023-10-02T12:23:15,806 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/.tmp/info/9d6b304a44cf49a284a0555900e57992 2023-10-02T12:23:15,817 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/.tmp/info/9d6b304a44cf49a284a0555900e57992 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/info/9d6b304a44cf49a284a0555900e57992 2023-10-02T12:23:15,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/info/9d6b304a44cf49a284a0555900e57992, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:23:15,831 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for b0f9f591372551cad2b498f9b72f12a3 in 56ms, sequenceid=11, compaction requested=false 2023-10-02T12:23:15,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/namespace/b0f9f591372551cad2b498f9b72f12a3/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:23:15,876 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,877 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:23:15,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b0f9f591372551cad2b498f9b72f12a3: 2023-10-02T12:23:15,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249364864.b0f9f591372551cad2b498f9b72f12a3. 2023-10-02T12:23:15,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 283ff854df1f60e0505cac135d1b3e7a, disabling compactions & flushes 2023-10-02T12:23:15,878 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:15,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:15,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. after waiting 0 ms 2023-10-02T12:23:15,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:15,901 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 283ff854df1f60e0505cac135d1b3e7a, 7c3027a2a80a907d57e072348b7371f3 2023-10-02T12:23:15,906 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/default/test-1696249371496/283ff854df1f60e0505cac135d1b3e7a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:23:15,907 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,908 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:15,908 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 283ff854df1f60e0505cac135d1b3e7a: 2023-10-02T12:23:15,909 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249371496,,1696249389204.283ff854df1f60e0505cac135d1b3e7a. 2023-10-02T12:23:15,912 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7c3027a2a80a907d57e072348b7371f3, disabling compactions & flushes 2023-10-02T12:23:15,912 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:23:15,912 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:23:15,912 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. after waiting 0 ms 2023-10-02T12:23:15,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:23:15,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/ns4/test-16962493714963/7c3027a2a80a907d57e072348b7371f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:23:15,919 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:15,920 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:23:15,920 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7c3027a2a80a907d57e072348b7371f3: 2023-10-02T12:23:15,920 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962493714963,,1696249375787.7c3027a2a80a907d57e072348b7371f3. 2023-10-02T12:23:15,922 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/rep_barrier/9c7a835e6bf64233831b3dfc5eaf13f9 2023-10-02T12:23:15,956 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/table/4514a3e214fb4572b0b4d96a3b3374f8 is 96, key is test-1696249371496,,1696249372045.87328d812825ead548107da85fe9ddd7./table:/1696249389206/DeleteFamily/seqid=0 2023-10-02T12:23:16,101 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-10-02T12:23:16,301 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-10-02T12:23:16,301 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740} 2023-10-02T12:23:16,301 DEBUG [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-10-02T12:23:16,377 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/table/4514a3e214fb4572b0b4d96a3b3374f8 2023-10-02T12:23:16,393 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/info/784514c4301248bab24944a2ab617eed as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/info/784514c4301248bab24944a2ab617eed 2023-10-02T12:23:16,407 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/info/784514c4301248bab24944a2ab617eed, entries=72, sequenceid=51, filesize=14.3 K 2023-10-02T12:23:16,409 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/rep_barrier/9c7a835e6bf64233831b3dfc5eaf13f9 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/rep_barrier/9c7a835e6bf64233831b3dfc5eaf13f9 2023-10-02T12:23:16,418 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/rep_barrier/9c7a835e6bf64233831b3dfc5eaf13f9, entries=1, sequenceid=51, filesize=5.4 K 2023-10-02T12:23:16,420 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/.tmp/table/4514a3e214fb4572b0b4d96a3b3374f8 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/table/4514a3e214fb4572b0b4d96a3b3374f8 2023-10-02T12:23:16,427 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/table/4514a3e214fb4572b0b4d96a3b3374f8, entries=16, sequenceid=51, filesize=6.0 K 2023-10-02T12:23:16,429 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.72 KB/12002, heapSize ~20.42 KB/20912, currentSize=0 B/0 for 1588230740 in 1130ms, sequenceid=51, compaction requested=false 2023-10-02T12:23:16,490 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/data/hbase/meta/1588230740/recovered.edits/54.seqid, newMaxSeqId=54, maxSeqId=1 2023-10-02T12:23:16,491 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:16,491 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:23:16,492 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:23:16,492 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:23:16,492 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:23:16,502 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45899,1696249361099; all regions closed. 2023-10-02T12:23:16,525 DEBUG [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/oldWALs 2023-10-02T12:23:16,525 INFO [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45899%2C1696249361099.meta:.meta(num 1696249381701) 2023-10-02T12:23:16,537 DEBUG [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/oldWALs 2023-10-02T12:23:16,537 INFO [RS:0;jenkins-hbase3:45899 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45899%2C1696249361099:(num 1696249381726) 2023-10-02T12:23:16,537 DEBUG [RS:0;jenkins-hbase3:45899 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:16,537 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:23:16,538 INFO [RS:0;jenkins-hbase3:45899 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:23:16,539 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:23:16,541 INFO [RS:0;jenkins-hbase3:45899 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45899 2023-10-02T12:23:16,549 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45899,1696249361099 2023-10-02T12:23:16,549 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:23:16,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45899,1696249361099] 2023-10-02T12:23:16,552 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45899,1696249361099; numProcessing=1 2023-10-02T12:23:16,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45899,1696249361099 already deleted, retry=false 2023-10-02T12:23:16,553 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,45899,1696249361099 expired; onlineServers=0 2023-10-02T12:23:16,553 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,44705,1696249356336' ***** 2023-10-02T12:23:16,553 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:23:16,554 DEBUG [M:0;jenkins-hbase3:44705 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efb1550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:23:16,554 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:23:16,571 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-10-02T12:23:16,572 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:23:16,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:23:16,653 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:23:16,653 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45899-0x10173207bce0001, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:23:16,653 INFO [RS:0;jenkins-hbase3:45899 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45899,1696249361099; zookeeper connection closed. 2023-10-02T12:23:16,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e76934c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e76934c 2023-10-02T12:23:16,658 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:23:16,658 INFO [M:0;jenkins-hbase3:44705 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@17bd0198{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:23:16,659 INFO [M:0;jenkins-hbase3:44705 {}] server.AbstractConnector(383): Stopped ServerConnector@ed379c1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:23:16,659 INFO [M:0;jenkins-hbase3:44705 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:23:16,663 INFO [M:0;jenkins-hbase3:44705 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e580f97{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:23:16,663 INFO [M:0;jenkins-hbase3:44705 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@254552e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/hadoop.log.dir/,STOPPED} 2023-10-02T12:23:16,664 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44705,1696249356336 2023-10-02T12:23:16,664 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44705,1696249356336; all regions closed. 2023-10-02T12:23:16,664 DEBUG [M:0;jenkins-hbase3:44705 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:16,664 INFO [M:0;jenkins-hbase3:44705 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:23:16,665 INFO [M:0;jenkins-hbase3:44705 {}] server.AbstractConnector(383): Stopped ServerConnector@266339f7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:23:16,666 DEBUG [M:0;jenkins-hbase3:44705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:23:16,666 INFO [M:0;jenkins-hbase3:44705 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:23:16,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:23:16,667 DEBUG [M:0;jenkins-hbase3:44705 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44ae1c21 to 127.0.0.1:50848 2023-10-02T12:23:16,667 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249363277 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249363277,5,FailOnTimeoutGroup] 2023-10-02T12:23:16,667 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249363282 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249363282,5,FailOnTimeoutGroup] 2023-10-02T12:23:16,667 DEBUG [M:0;jenkins-hbase3:44705 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:23:16,667 DEBUG [M:0;jenkins-hbase3:44705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:23:16,667 INFO [M:0;jenkins-hbase3:44705 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:23:16,667 DEBUG [M:0;jenkins-hbase3:44705 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:23:16,667 INFO [M:0;jenkins-hbase3:44705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:23:16,668 ERROR [M:0;jenkins-hbase3:44705 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] 2023-10-02T12:23:16,669 INFO [M:0;jenkins-hbase3:44705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:23:16,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:23:16,770 DEBUG [M:0;jenkins-hbase3:44705 {}] zookeeper.ZKUtil(347): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-10-02T12:23:16,770 WARN [M:0;jenkins-hbase3:44705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:23:16,770 INFO [M:0;jenkins-hbase3:44705 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:23:16,771 INFO [M:0;jenkins-hbase3:44705 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:23:16,772 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:23:16,787 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:23:16,787 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:23:16,787 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:23:16,787 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:23:16,787 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=164.51 KB heapSize=197.80 KB 2023-10-02T12:23:16,806 DEBUG [M:0;jenkins-hbase3:44705 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb19bc52df74ca792c97375d73434c6 is 88, key is hbase:meta,,1/info:sn/1696249363999/Put/seqid=0 2023-10-02T12:23:17,238 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb19bc52df74ca792c97375d73434c6 2023-10-02T12:23:17,288 DEBUG [M:0;jenkins-hbase3:44705 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd98a6fd6fb1407093321c6f7ad8c120 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696249380109/Put/seqid=0 2023-10-02T12:23:17,305 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=163.92 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd98a6fd6fb1407093321c6f7ad8c120 2023-10-02T12:23:17,312 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd98a6fd6fb1407093321c6f7ad8c120 2023-10-02T12:23:17,340 DEBUG [M:0;jenkins-hbase3:44705 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5bd275c06b84538a8e639e513732713 is 82, key is jenkins-hbase3.apache.org,45899,1696249361099/rs:state/1696249363357/Put/seqid=0 2023-10-02T12:23:17,354 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5bd275c06b84538a8e639e513732713 2023-10-02T12:23:17,366 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb19bc52df74ca792c97375d73434c6 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eb19bc52df74ca792c97375d73434c6 2023-10-02T12:23:17,381 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eb19bc52df74ca792c97375d73434c6, entries=8, sequenceid=387, filesize=5.5 K 2023-10-02T12:23:17,383 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd98a6fd6fb1407093321c6f7ad8c120 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd98a6fd6fb1407093321c6f7ad8c120 2023-10-02T12:23:17,392 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd98a6fd6fb1407093321c6f7ad8c120 2023-10-02T12:23:17,392 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd98a6fd6fb1407093321c6f7ad8c120, entries=43, sequenceid=387, filesize=14.0 K 2023-10-02T12:23:17,394 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5bd275c06b84538a8e639e513732713 as hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5bd275c06b84538a8e639e513732713 2023-10-02T12:23:17,402 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46337/user/jenkins/test-data/899428dd-b746-605c-3cf5-91ddb36e41eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5bd275c06b84538a8e639e513732713, entries=1, sequenceid=387, filesize=5.1 K 2023-10-02T12:23:17,403 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(3022): Finished flush of dataSize ~164.51 KB/168459, heapSize ~197.51 KB/202248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 616ms, sequenceid=387, compaction requested=false 2023-10-02T12:23:17,429 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:23:17,429 DEBUG [M:0;jenkins-hbase3:44705 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:23:17,437 INFO [M:0;jenkins-hbase3:44705 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:23:17,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:23:17,437 INFO [M:0;jenkins-hbase3:44705 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:23:17,439 INFO [M:0;jenkins-hbase3:44705 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44705 2023-10-02T12:23:17,442 DEBUG [M:0;jenkins-hbase3:44705 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,44705,1696249356336 already deleted, retry=false 2023-10-02T12:23:17,546 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:23:17,546 INFO [M:0;jenkins-hbase3:44705 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44705,1696249356336; zookeeper connection closed. 2023-10-02T12:23:17,546 DEBUG [Listener at localhost/41893-EventThread {}] zookeeper.ZKWatcher(604): master:44705-0x10173207bce0000, quorum=127.0.0.1:50848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:23:17,551 WARN [Listener at jenkins-hbase3.apache.org/37821 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:23:17,582 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:23:17,694 WARN [BP-1379333958-172.31.12.81-1696249351598 heartbeating to localhost/127.0.0.1:46337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:23:17,694 WARN [BP-1379333958-172.31.12.81-1696249351598 heartbeating to localhost/127.0.0.1:46337 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1379333958-172.31.12.81-1696249351598 (Datanode Uuid 98d4268c-ac61-402c-bdbe-71e17f2d8981) service to localhost/127.0.0.1:46337 2023-10-02T12:23:17,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/dfs/data/data1/current/BP-1379333958-172.31.12.81-1696249351598 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:23:17,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/a661d22b-36c8-9c99-734a-0a4a8d54669c/cluster_7dab2f51-c4a2-7eeb-5744-342d74b1820b/dfs/data/data2/current/BP-1379333958-172.31.12.81-1696249351598 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:23:17,732 WARN [Log Scanner/Cleaner #0 {}] hs.JobHistory$HistoryCleaner(207): Error trying to clean up java.io.EOFException: End of File Exception between local host is: "jenkins-hbase3.apache.org/172.31.12.81"; destination host is: "localhost":46337; : java.io.EOFException; For more details see: http://wiki.apache.org/hadoop/EOFException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:827) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:791) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1564) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:601) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor14.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:1661) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:228) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:215) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$2.(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs.listStatusIterator(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1521) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getHistoryDirsForCleaning(JobHistoryUtils.java:592) ~[hadoop-mapreduce-client-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.getHistoryDirsForCleaning(HistoryFileManager.java:1166) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.clean(HistoryFileManager.java:1180) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory$HistoryCleaner.run(JobHistory.java:205) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:392) ~[?:1.8.0_362] at org.apache.hadoop.ipc.Client$IpcStreams.readResponse(Client.java:1865) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1202) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1098) ~[hadoop-common-2.10.2.jar:?] 2023-10-02T12:23:17,767 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:23:17,886 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-02T12:23:17,926 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:23:17,926 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:23:17,937 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:23:18,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962493714962 2023-10-02T12:23:18,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:23:18,039 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249371496 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962493714961 2023-10-02T12:23:18,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:23:18,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962493714963 2023-10-02T12:23:18,055 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:23:18,169 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:23:18,169 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:23:18,274 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:23:18,279 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:23:18,281 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:23:18,295 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:23:18,398 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:23:18,398 INFO [Listener at jenkins-hbase3.apache.org/37821 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped