2023-10-02 12:30:05,594 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f1de4c7 2023-10-02 12:30:05,617 main DEBUG Took 0.018728 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:30:05,617 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:30:05,618 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:30:05,619 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:30:05,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,634 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:30:05,659 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,663 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,667 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,668 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,669 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,671 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,672 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,672 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,673 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:30:05,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,677 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:30:05,680 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:30:05,683 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:30:05,685 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:30:05,686 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:30:05,687 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:30:05,688 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:30:05,706 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:30:05,710 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:30:05,712 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:30:05,713 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:30:05,713 main DEBUG createAppenders(={Console}) 2023-10-02 12:30:05,714 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f1de4c7 initialized 2023-10-02 12:30:05,715 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f1de4c7 2023-10-02 12:30:05,715 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6f1de4c7 OK. 2023-10-02 12:30:05,716 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:30:05,716 main DEBUG OutputStream closed 2023-10-02 12:30:05,717 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:30:05,717 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:30:05,718 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@63021689 OK 2023-10-02 12:30:05,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:30:05,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:30:05,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:30:05,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:30:05,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:30:05,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:30:05,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:30:05,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:30:05,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:30:05,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:30:05,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:30:05,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:30:05,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:30:05,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:30:05,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:30:05,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:30:05,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:30:05,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:30:05,803 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:30:05,804 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@62230c58) with optional ClassLoader: null 2023-10-02 12:30:05,804 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:30:05,805 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@62230c58] started OK. 2023-10-02T12:30:05,856 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2023-10-02 12:30:05,861 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:30:05,861 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:30:06,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab 2023-10-02T12:30:06,508 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:30:06,512 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:06,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:30:06,518 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0, deleteOnExit=true 2023-10-02T12:30:06,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:30:06,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/test.cache.data in system properties and HBase conf 2023-10-02T12:30:06,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:30:06,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:30:06,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:30:06,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:30:06,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:30:06,687 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:30:07,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:30:07,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:30:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:30:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:30:07,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:30:07,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:30:07,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:30:07,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:30:07,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:30:07,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:30:07,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:30:07,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:30:07,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:30:07,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:30:07,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:30:08,769 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:30:08,775 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:30:09,273 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:30:09,593 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@2f0f1ce3 via org.mortbay.log.Slf4jLog 2023-10-02T12:30:09,631 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:09,770 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:09,832 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_localhost_36359_hdfs____.s3daiq/webapp 2023-10-02T12:30:10,120 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36359 2023-10-02T12:30:10,161 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:30:10,162 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:30:11,144 WARN [Listener at localhost/43271 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:30:11,321 WARN [Listener at localhost/43271 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:30:11,346 WARN [Listener at localhost/43271 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:11,354 INFO [Listener at localhost/43271 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:11,360 INFO [Listener at localhost/43271 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_localhost_39159_datanode____.3pouga/webapp 2023-10-02T12:30:11,522 INFO [Listener at localhost/43271 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39159 2023-10-02T12:30:11,889 WARN [Listener at localhost/38759 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:30:12,299 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:30:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfeba9afb3db46f8: Processing first storage report for DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f from datanode 87c77e96-ac21-4558-af50-a49cdd32cca3 2023-10-02T12:30:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfeba9afb3db46f8: from storage DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=87c77e96-ac21-4558-af50-a49cdd32cca3, infoPort=41943, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=291965190;c=1696249808881), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:30:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfeba9afb3db46f8: Processing first storage report for DS-822750ef-5af4-4111-81b1-df664c0f6b05 from datanode 87c77e96-ac21-4558-af50-a49cdd32cca3 2023-10-02T12:30:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfeba9afb3db46f8: from storage DS-822750ef-5af4-4111-81b1-df664c0f6b05 node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=87c77e96-ac21-4558-af50-a49cdd32cca3, infoPort=41943, infoSecurePort=0, ipcPort=38759, storageInfo=lv=-57;cid=testClusterID;nsid=291965190;c=1696249808881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:30:12,655 DEBUG [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab 2023-10-02T12:30:12,810 INFO [Listener at localhost/38759 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/zookeeper_0, clientPort=55893, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:30:12,888 INFO [Listener at localhost/38759 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55893 2023-10-02T12:30:12,907 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:12,910 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:13,676 INFO [Listener at localhost/38759 {}] util.FSUtils(462): Created version file at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 with version=8 2023-10-02T12:30:13,676 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging 2023-10-02T12:30:13,700 DEBUG [Listener at localhost/38759 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:30:13,701 DEBUG [Listener at localhost/38759 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:30:13,701 DEBUG [Listener at localhost/38759 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:30:13,701 DEBUG [Listener at localhost/38759 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:30:13,972 DEBUG [Listener at localhost/38759 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:30:15,032 INFO [Listener at localhost/38759 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:30:15,102 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:15,103 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:15,103 INFO [Listener at localhost/38759 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:30:15,104 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:15,104 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:30:15,269 INFO [Listener at localhost/38759 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:30:15,399 INFO [Listener at localhost/38759 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:30:15,418 DEBUG [Listener at localhost/38759 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:30:15,424 INFO [Listener at localhost/38759 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:30:15,474 DEBUG [Listener at localhost/38759 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 15172 (auto-detected) 2023-10-02T12:30:15,476 DEBUG [Listener at localhost/38759 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:30:15,514 INFO [Listener at localhost/38759 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:41629 2023-10-02T12:30:15,529 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:15,532 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:15,554 INFO [Listener at localhost/38759 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41629 connecting to ZooKeeper ensemble=127.0.0.1:55893 2023-10-02T12:30:15,604 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:416290x0, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:30:15,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41629-0x101732777860000 connected 2023-10-02T12:30:15,637 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:30:15,640 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:30:15,644 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:30:15,656 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41629 2023-10-02T12:30:15,656 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41629 2023-10-02T12:30:15,658 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41629 2023-10-02T12:30:15,660 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41629 2023-10-02T12:30:15,661 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41629 2023-10-02T12:30:15,718 INFO [Listener at localhost/38759 {}] log.Log(170): Logging initialized @11276ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:30:15,863 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:30:15,864 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:30:15,865 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:30:15,868 INFO [Listener at localhost/38759 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:30:15,868 INFO [Listener at localhost/38759 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:30:15,868 INFO [Listener at localhost/38759 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:30:15,873 INFO [Listener at localhost/38759 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:30:16,031 INFO [Listener at localhost/38759 {}] http.HttpServer(1219): Jetty bound to port 41353 2023-10-02T12:30:16,034 INFO [Listener at localhost/38759 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:30:16,079 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:16,085 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@681406fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:30:16,086 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:16,086 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@75520b53{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:30:16,180 INFO [Listener at localhost/38759 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:30:16,193 INFO [Listener at localhost/38759 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:30:16,193 INFO [Listener at localhost/38759 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:30:16,196 INFO [Listener at localhost/38759 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:30:16,203 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:17,384 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7fda5e62{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:30:17,400 INFO [Listener at localhost/38759 {}] server.AbstractConnector(333): Started ServerConnector@63499d12{HTTP/1.1, (http/1.1)}{0.0.0.0:41353} 2023-10-02T12:30:17,400 INFO [Listener at localhost/38759 {}] server.Server(415): Started @12959ms 2023-10-02T12:30:17,404 INFO [Listener at localhost/38759 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30, hbase.cluster.distributed=false 2023-10-02T12:30:17,468 INFO [Listener at localhost/38759 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:30:17,469 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:17,469 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:17,469 INFO [Listener at localhost/38759 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:30:17,469 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:30:17,469 INFO [Listener at localhost/38759 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:30:17,479 INFO [Listener at localhost/38759 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:30:17,481 INFO [Listener at localhost/38759 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:30:17,483 INFO [Listener at localhost/38759 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35019 2023-10-02T12:30:17,486 INFO [Listener at localhost/38759 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:30:17,494 DEBUG [Listener at localhost/38759 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:30:17,495 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:17,499 INFO [Listener at localhost/38759 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:17,502 INFO [Listener at localhost/38759 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35019 connecting to ZooKeeper ensemble=127.0.0.1:55893 2023-10-02T12:30:17,506 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:350190x0, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:30:17,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35019-0x101732777860001 connected 2023-10-02T12:30:17,507 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:30:17,509 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:30:17,510 DEBUG [Listener at localhost/38759 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:30:17,511 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35019 2023-10-02T12:30:17,512 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35019 2023-10-02T12:30:17,512 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35019 2023-10-02T12:30:17,513 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35019 2023-10-02T12:30:17,513 DEBUG [Listener at localhost/38759 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35019 2023-10-02T12:30:17,518 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:30:17,518 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:30:17,518 INFO [Listener at localhost/38759 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:30:17,519 INFO [Listener at localhost/38759 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:30:17,520 INFO [Listener at localhost/38759 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:30:17,520 INFO [Listener at localhost/38759 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:30:17,520 INFO [Listener at localhost/38759 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:30:17,522 INFO [Listener at localhost/38759 {}] http.HttpServer(1219): Jetty bound to port 34997 2023-10-02T12:30:17,523 INFO [Listener at localhost/38759 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:30:17,525 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:17,525 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6738be63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:30:17,526 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:17,526 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1f7587ae{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:30:17,569 INFO [Listener at localhost/38759 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:30:17,570 INFO [Listener at localhost/38759 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:30:17,571 INFO [Listener at localhost/38759 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:30:17,571 INFO [Listener at localhost/38759 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:30:17,572 INFO [Listener at localhost/38759 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:30:17,577 INFO [Listener at localhost/38759 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@78290916{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:30:17,578 INFO [Listener at localhost/38759 {}] server.AbstractConnector(333): Started ServerConnector@61786f6d{HTTP/1.1, (http/1.1)}{0.0.0.0:34997} 2023-10-02T12:30:17,578 INFO [Listener at localhost/38759 {}] server.Server(415): Started @13137ms 2023-10-02T12:30:17,585 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:30:17,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@721137c{HTTP/1.1, (http/1.1)}{0.0.0.0:38919} 2023-10-02T12:30:17,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @13147ms 2023-10-02T12:30:17,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:17,601 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:30:17,601 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:30:17,602 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:17,607 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41629 2023-10-02T12:30:17,621 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:30:17,622 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:30:17,622 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:17,622 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:17,623 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:30:17,625 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41629,1696249813955 from backup master directory 2023-10-02T12:30:17,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:30:17,628 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:17,628 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:30:17,628 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:30:17,629 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:30:17,629 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:17,632 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:30:17,634 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:30:17,726 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase.id with ID: 71a5d87c-dd38-4f3a-8122-aa23e6fb4664 2023-10-02T12:30:17,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:30:17,786 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:17,786 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:17,838 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:17,840 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:30:17,850 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-10-02T12:30:17,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-10-02T12:30:17,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:30:17,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:30:17,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:30:17,883 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:30:17,967 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store 2023-10-02T12:30:17,992 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:30:17,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:17,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:30:17,993 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:17,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:17,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:30:17,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:17,993 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:30:17,994 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:30:17,995 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/.initializing 2023-10-02T12:30:17,995 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/WALs/jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:17,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:30:18,007 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,41629,1696249813955.regiongroup-0 2023-10-02T12:30:18,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41629%2C1696249813955.jenkins-hbase3.apache.org%2C41629%2C1696249813955.regiongroup-0, suffix=, logDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/WALs/jenkins-hbase3.apache.org,41629,1696249813955, archiveDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/oldWALs, maxLogs=10 2023-10-02T12:30:18,053 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/WALs/jenkins-hbase3.apache.org,41629,1696249813955/jenkins-hbase3.apache.org%2C41629%2C1696249813955.jenkins-hbase3.apache.org%2C41629%2C1696249813955.regiongroup-0.1696249818030, exclude list is [], retry=0 2023-10-02T12:30:18,084 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:18,095 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:30:18,188 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/WALs/jenkins-hbase3.apache.org,41629,1696249813955/jenkins-hbase3.apache.org%2C41629%2C1696249813955.jenkins-hbase3.apache.org%2C41629%2C1696249813955.regiongroup-0.1696249818030 2023-10-02T12:30:18,190 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:18,191 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:18,191 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:18,197 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,199 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:30:18,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:18,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:18,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:30:18,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:18,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:18,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:30:18,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:18,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:30:18,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:18,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,360 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,380 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:30:18,383 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:30:18,388 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:18,389 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10066434560, jitterRate=-0.062490224838256836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:30:18,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:30:18,398 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:30:18,438 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1274f132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:18,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:30:18,525 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:30:18,526 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:30:18,529 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:30:18,531 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:30:18,538 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-02T12:30:18,538 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:30:18,580 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:30:18,596 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:30:18,599 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:30:18,603 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:30:18,604 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:30:18,605 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:30:18,608 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:30:18,616 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:30:18,618 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:30:18,620 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:30:18,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:30:18,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:30:18,639 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:30:18,645 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:30:18,645 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:30:18,645 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,645 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,41629,1696249813955, sessionid=0x101732777860000, setting cluster-up flag (Was=false) 2023-10-02T12:30:18,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:30:18,666 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,666 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,672 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:30:18,674 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:18,677 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,677 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,683 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:30:18,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:18,690 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,690 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:18,696 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:30:18,697 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:18,793 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35019 2023-10-02T12:30:18,795 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(997): ClusterId : 71a5d87c-dd38-4f3a-8122-aa23e6fb4664 2023-10-02T12:30:18,798 INFO [RS:0;jenkins-hbase3:35019 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:30:18,801 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:30:18,807 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:30:18,807 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:30:18,812 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:30:18,812 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:30:18,816 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:30:18,817 DEBUG [RS:0;jenkins-hbase3:35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5bc2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:18,834 DEBUG [RS:0;jenkins-hbase3:35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403e930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:30:18,842 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:30:18,842 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:30:18,842 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:30:18,853 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41629,1696249813955 with isa=jenkins-hbase3.apache.org/172.31.12.81:35019, startcode=1696249817467 2023-10-02T12:30:18,884 DEBUG [RS:0;jenkins-hbase3:35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:30:18,883 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:30:18,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:30:18,908 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:30:18,921 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41629,1696249813955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:30:18,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:30:18,934 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:30:18,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:18,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249848947 2023-10-02T12:30:18,950 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:30:18,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:30:18,954 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:30:18,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:30:18,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:18,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:30:18,964 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60409, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:30:18,965 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:30:18,966 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:30:18,967 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:30:18,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:30:18,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:30:18,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:18,975 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:30:18,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:30:18,978 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:30:18,978 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:30:18,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x449e0248 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:19,004 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcf2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:19,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:30:19,010 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:30:19,011 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:30:19,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249819013,5,FailOnTimeoutGroup] 2023-10-02T12:30:19,014 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249819014,5,FailOnTimeoutGroup] 2023-10-02T12:30:19,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:30:19,016 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,017 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,026 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:30:19,026 WARN [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:30:19,128 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41629,1696249813955 with isa=jenkins-hbase3.apache.org/172.31.12.81:35019, startcode=1696249817467 2023-10-02T12:30:19,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,147 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:19,147 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:43271 2023-10-02T12:30:19,147 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41353 2023-10-02T12:30:19,154 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:30:19,154 DEBUG [RS:0;jenkins-hbase3:35019 {}] zookeeper.ZKUtil(111): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,154 WARN [RS:0;jenkins-hbase3:35019 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:30:19,155 INFO [RS:0;jenkins-hbase3:35019 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-10-02T12:30:19,155 INFO [RS:0;jenkins-hbase3:35019 {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-10-02T12:30:19,155 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35019,1696249817467] 2023-10-02T12:30:19,174 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:30:19,190 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:30:19,206 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:30:19,211 INFO [RS:0;jenkins-hbase3:35019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:30:19,211 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,212 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:30:19,224 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,224 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,224 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,224 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,225 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,226 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:30:19,226 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:30:19,226 DEBUG [RS:0;jenkins-hbase3:35019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:30:19,227 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,227 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,227 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,228 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,228 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35019,1696249817467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:30:19,246 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:30:19,249 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35019,1696249817467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:19,269 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35019,1696249817467 started 2023-10-02T12:30:19,270 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35019,1696249817467, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35019, sessionid=0x101732777860001 2023-10-02T12:30:19,270 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:30:19,270 DEBUG [RS:0;jenkins-hbase3:35019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,270 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35019,1696249817467' 2023-10-02T12:30:19,271 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:30:19,271 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:30:19,272 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:30:19,272 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:30:19,272 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35019,1696249817467' 2023-10-02T12:30:19,272 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:30:19,273 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35019,1696249817467' 2023-10-02T12:30:19,273 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:30:19,274 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:30:19,274 DEBUG [RS:0;jenkins-hbase3:35019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:30:19,275 INFO [RS:0;jenkins-hbase3:35019 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:30:19,275 INFO [RS:0;jenkins-hbase3:35019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:30:19,385 INFO [RS:0;jenkins-hbase3:35019 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:30:19,386 INFO [RS:0;jenkins-hbase3:35019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,35019,1696249817467.regiongroup-0 2023-10-02T12:30:19,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:30:19,389 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:19,389 INFO [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0, suffix=, logDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467, archiveDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs, maxLogs=32 2023-10-02T12:30:19,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:19,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:30:19,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:30:19,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:30:19,411 DEBUG [RS:0;jenkins-hbase3:35019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392, exclude list is [], retry=0 2023-10-02T12:30:19,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:30:19,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:30:19,418 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:19,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:30:19,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740 2023-10-02T12:30:19,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740 2023-10-02T12:30:19,423 INFO [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 2023-10-02T12:30:19,424 DEBUG [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:19,425 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:30:19,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:30:19,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:19,434 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11250765600, jitterRate=0.04780919849872589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:30:19,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:30:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:30:19,437 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:30:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:30:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:30:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:30:19,439 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:30:19,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:30:19,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:30:19,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:30:19,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:30:19,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:30:19,478 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:30:19,631 DEBUG [jenkins-hbase3:41629 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:30:19,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35019,1696249817467, state=OPENING 2023-10-02T12:30:19,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:30:19,668 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:19,668 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:19,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:30:19,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:30:19,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:19,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:19,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:30:19,875 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:30:19,889 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:30:19,890 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-10-02T12:30:19,890 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-10-02T12:30:19,890 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:30:19,891 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:30:19,894 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta, suffix=.meta, logDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467, archiveDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs, maxLogs=32 2023-10-02T12:30:19,908 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta, exclude list is [], retry=0 2023-10-02T12:30:19,912 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:19,917 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta 2023-10-02T12:30:19,918 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:19,918 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:19,923 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:19,924 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:30:19,944 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:30:19,944 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:30:19,950 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:30:19,951 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:19,951 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:30:19,951 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:30:19,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:30:19,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:30:19,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:30:19,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:30:19,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:30:19,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:30:19,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:19,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:30:19,964 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740 2023-10-02T12:30:19,967 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740 2023-10-02T12:30:19,970 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:30:19,973 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:30:19,975 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9410803200, jitterRate=-0.1235506534576416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:30:19,976 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:30:19,989 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249819858 2023-10-02T12:30:20,011 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:30:20,011 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:30:20,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:20,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35019,1696249817467, state=OPEN 2023-10-02T12:30:20,018 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:30:20,018 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:30:20,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:30:20,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:30:20,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:30:20,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35019,1696249817467 in 346 msec 2023-10-02T12:30:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:30:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 568 msec 2023-10-02T12:30:20,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4400 sec 2023-10-02T12:30:20,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249820211, completionTime=-1 2023-10-02T12:30:20,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:30:20,212 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:30:20,286 DEBUG [hconnection-0x49a85162-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:20,290 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60772, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:20,308 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:30:20,308 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249880308 2023-10-02T12:30:20,308 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249940308 2023-10-02T12:30:20,308 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 96 msec 2023-10-02T12:30:20,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41629,1696249813955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:20,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41629,1696249813955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:20,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41629,1696249813955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:20,338 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41629, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:20,339 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:30:20,346 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:30:20,360 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:30:20,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:30:20,372 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:30:20,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:20,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:20,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:20,801 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 136581edfcaa4c62475481c2a6be79d3, NAME => 'hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 136581edfcaa4c62475481c2a6be79d3, disabling compactions & flushes 2023-10-02T12:30:21,214 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. after waiting 0 ms 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,214 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 136581edfcaa4c62475481c2a6be79d3: 2023-10-02T12:30:21,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:21,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249821219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249821219"}]},"ts":"1696249821219"} 2023-10-02T12:30:21,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:21,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:21,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249821288"}]},"ts":"1696249821288"} 2023-10-02T12:30:21,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:30:21,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=136581edfcaa4c62475481c2a6be79d3, ASSIGN}] 2023-10-02T12:30:21,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=136581edfcaa4c62475481c2a6be79d3, ASSIGN 2023-10-02T12:30:21,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=136581edfcaa4c62475481c2a6be79d3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:21,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=136581edfcaa4c62475481c2a6be79d3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:21,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 136581edfcaa4c62475481c2a6be79d3, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:21,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:30:21,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,35019,1696249817467.regiongroup-1 2023-10-02T12:30:21,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1, suffix=, logDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467, archiveDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs, maxLogs=32 2023-10-02T12:30:21,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249821640, exclude list is [], retry=0 2023-10-02T12:30:21,657 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:21,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249821640 2023-10-02T12:30:21,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:21,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 136581edfcaa4c62475481c2a6be79d3, NAME => 'hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:21,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,666 INFO [StoreOpener-136581edfcaa4c62475481c2a6be79d3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,668 INFO [StoreOpener-136581edfcaa4c62475481c2a6be79d3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136581edfcaa4c62475481c2a6be79d3 columnFamilyName info 2023-10-02T12:30:21,668 DEBUG [StoreOpener-136581edfcaa4c62475481c2a6be79d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:21,668 INFO [StoreOpener-136581edfcaa4c62475481c2a6be79d3-1 {}] regionserver.HStore(324): Store=136581edfcaa4c62475481c2a6be79d3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:21,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:30:21,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:21,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 136581edfcaa4c62475481c2a6be79d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10136863680, jitterRate=-0.05593100190162659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:30:21,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 136581edfcaa4c62475481c2a6be79d3: 2023-10-02T12:30:21,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3., pid=6, masterSystemTime=1696249821628 2023-10-02T12:30:21,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:30:21,696 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=136581edfcaa4c62475481c2a6be79d3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:21,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:30:21,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 136581edfcaa4c62475481c2a6be79d3, server=jenkins-hbase3.apache.org,35019,1696249817467 in 227 msec 2023-10-02T12:30:21,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:30:21,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=136581edfcaa4c62475481c2a6be79d3, ASSIGN in 399 msec 2023-10-02T12:30:21,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:21,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249821710"}]},"ts":"1696249821710"} 2023-10-02T12:30:21,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:30:21,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:21,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3560 sec 2023-10-02T12:30:21,778 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:30:21,784 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:21,784 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:21,785 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:30:21,862 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:30:21,896 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:21,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 57 msec 2023-10-02T12:30:21,915 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:30:21,950 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:21,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 49 msec 2023-10-02T12:30:21,984 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:30:21,991 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:30:21,993 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.364sec 2023-10-02T12:30:21,996 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:30:21,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:30:22,000 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:30:22,001 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:30:22,001 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:30:22,004 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41629,1696249813955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:30:22,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41629,1696249813955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:30:22,008 DEBUG [Listener at localhost/38759 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2486048c to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:22,035 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:30:22,036 DEBUG [Listener at localhost/38759 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c2e45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:22,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:30:22,043 DEBUG [Listener at localhost/38759 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:30:22,043 DEBUG [Listener at localhost/38759 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:30:22,066 DEBUG [hconnection-0x7738a388-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:22,090 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:22,108 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:30:22,108 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:30:22,108 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/test.cache.data in system properties and HBase conf 2023-10-02T12:30:22,108 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:30:22,109 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:30:22,110 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:30:22,110 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:30:22,110 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:30:22,110 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:30:22,110 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:30:22,111 INFO [Listener at localhost/38759 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:30:24,250 WARN [Thread-251 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:24,722 INFO [Thread-251 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:24,731 INFO [Thread-251 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40583_jobhistory____.7a70le/webapp 2023-10-02T12:30:24,936 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:30:24,936 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:30:24,937 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:30:24,940 INFO [Thread-251 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:30:25,148 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:25,321 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:25,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:30:25,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:30:25,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:30:25,651 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:30:25,651 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:25,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:30:25,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:25,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:25,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:30:25,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:30:25,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:30:25,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:30:25,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:25,728 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:30:25,782 INFO [Thread-251 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40583 2023-10-02T12:30:27,232 WARN [Listener at jenkins-hbase3.apache.org/41145 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:27,354 WARN [Listener at jenkins-hbase3.apache.org/41145 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:30:27,355 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:27,366 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44173_cluster____j6pigm/webapp 2023-10-02T12:30:27,474 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:30:27,474 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:30:27,474 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:30:27,474 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:30:27,542 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:27,859 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:28,044 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:28,068 INFO [Listener at jenkins-hbase3.apache.org/41145 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44173 2023-10-02T12:30:28,679 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:28,707 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:30:28,708 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:28,717 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43185_node____.admdw2/webapp 2023-10-02T12:30:28,772 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:30:28,773 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:30:28,773 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:30:28,773 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:30:28,782 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:28,807 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:28,937 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:28,951 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43185 2023-10-02T12:30:29,301 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:30:29,311 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:30:29,312 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:30:29,374 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34885_node____1o8sb7/webapp 2023-10-02T12:30:29,464 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:30:29,465 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:30:29,465 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:30:29,465 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:30:29,479 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:29,508 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:29,602 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:30:29,613 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34885 2023-10-02T12:30:29,670 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:30:29,670 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:43271/backupUT 2023-10-02T12:30:29,689 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:30:29,699 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52402, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:30:29,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:30:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:30:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:30:29,761 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:29,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 53 msec 2023-10-02T12:30:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:30:29,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:30:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:30:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:30:29,879 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:29,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 34 msec 2023-10-02T12:30:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:30:29,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:30:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:30:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:30:29,993 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:30,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 23 msec 2023-10-02T12:30:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:30:30,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:30:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:30:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:30:30,113 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:30,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 25 msec 2023-10-02T12:30:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:30:30,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249829670 2023-10-02T12:30:30,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:30,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249829670" procId is: 13 2023-10-02T12:30:30,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:30,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:30,684 INFO [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 93d21aa803b5cde9e8fc43bc05982278, NAME => 'test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249829670', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:31,119 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:31,119 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1668): Closing 93d21aa803b5cde9e8fc43bc05982278, disabling compactions & flushes 2023-10-02T12:30:31,119 INFO [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,119 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,119 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. after waiting 0 ms 2023-10-02T12:30:31,119 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,120 INFO [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,120 DEBUG [RegionOpenAndInit-test-1696249829670-pool-0 {}] regionserver.HRegion(1622): Region close journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:31,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:31,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249831122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249831122"}]},"ts":"1696249831122"} 2023-10-02T12:30:31,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:31,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:31,129 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249829670","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249831129"}]},"ts":"1696249831129"} 2023-10-02T12:30:31,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249829670, state=ENABLING in hbase:meta 2023-10-02T12:30:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:31,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, ASSIGN}] 2023-10-02T12:30:31,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, ASSIGN 2023-10-02T12:30:31,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:31,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:31,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:31,704 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,704 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 93d21aa803b5cde9e8fc43bc05982278, NAME => 'test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:31,705 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:31,705 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249829670 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,705 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:31,705 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,705 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,708 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,711 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName f 2023-10-02T12:30:31,711 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:31,713 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:31,715 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,720 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:31,732 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:31,733 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 93d21aa803b5cde9e8fc43bc05982278; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9433407040, jitterRate=-0.12144550681114197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:30:31,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:31,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278., pid=15, masterSystemTime=1696249831689 2023-10-02T12:30:31,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,739 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:31,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:31,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:30:31,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467 in 206 msec 2023-10-02T12:30:31,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:30:31,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, ASSIGN in 375 msec 2023-10-02T12:30:31,750 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:31,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249829670","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249831750"}]},"ts":"1696249831750"} 2023-10-02T12:30:31,752 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249829670, state=ENABLED in hbase:meta 2023-10-02T12:30:31,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249829670 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:31,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249829670 in 1.6650 sec 2023-10-02T12:30:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:30:32,353 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249829670, procId: 13 completed 2023-10-02T12:30:32,355 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c482aeb to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:32,361 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1436a813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:32,363 DEBUG [hconnection-0x16f906d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:32,365 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:32,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(8210): writing data to region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:30:32,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962498296701', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962498296701 2023-10-02T12:30:32,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:32,476 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:32,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962498296701" procId is: 16 2023-10-02T12:30:32,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:30:32,494 INFO [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 20fbac0a822677097139bc6dce9461eb, NAME => 'ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962498296701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1668): Closing 20fbac0a822677097139bc6dce9461eb, disabling compactions & flushes 2023-10-02T12:30:32,512 INFO [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. after waiting 0 ms 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,512 INFO [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,512 DEBUG [RegionOpenAndInit-ns2:test-16962498296701-pool-0 {}] regionserver.HRegion(1622): Region close journal for 20fbac0a822677097139bc6dce9461eb: 2023-10-02T12:30:32,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:32,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249832514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249832514"}]},"ts":"1696249832514"} 2023-10-02T12:30:32,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:32,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:32,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962498296701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249832519"}]},"ts":"1696249832519"} 2023-10-02T12:30:32,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962498296701, state=ENABLING in hbase:meta 2023-10-02T12:30:32,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962498296701, region=20fbac0a822677097139bc6dce9461eb, ASSIGN}] 2023-10-02T12:30:32,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962498296701, region=20fbac0a822677097139bc6dce9461eb, ASSIGN 2023-10-02T12:30:32,529 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962498296701, region=20fbac0a822677097139bc6dce9461eb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:30:32,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=20fbac0a822677097139bc6dce9461eb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:32,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 20fbac0a822677097139bc6dce9461eb, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:30:32,844 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 20fbac0a822677097139bc6dce9461eb, NAME => 'ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:32,845 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:32,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962498296701 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:32,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,850 INFO [StoreOpener-20fbac0a822677097139bc6dce9461eb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,854 INFO [StoreOpener-20fbac0a822677097139bc6dce9461eb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20fbac0a822677097139bc6dce9461eb columnFamilyName f 2023-10-02T12:30:32,854 DEBUG [StoreOpener-20fbac0a822677097139bc6dce9461eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:32,855 INFO [StoreOpener-20fbac0a822677097139bc6dce9461eb-1 {}] regionserver.HStore(324): Store=20fbac0a822677097139bc6dce9461eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:32,862 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,871 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:32,878 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:32,879 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 20fbac0a822677097139bc6dce9461eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11048737600, jitterRate=0.028993874788284302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:30:32,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 20fbac0a822677097139bc6dce9461eb: 2023-10-02T12:30:32,883 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb., pid=18, masterSystemTime=1696249832838 2023-10-02T12:30:32,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=20fbac0a822677097139bc6dce9461eb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:32,889 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,889 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:32,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:30:32,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 20fbac0a822677097139bc6dce9461eb, server=jenkins-hbase3.apache.org,35019,1696249817467 in 205 msec 2023-10-02T12:30:32,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:30:32,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962498296701, region=20fbac0a822677097139bc6dce9461eb, ASSIGN in 369 msec 2023-10-02T12:30:32,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:32,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962498296701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249832898"}]},"ts":"1696249832898"} 2023-10-02T12:30:32,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962498296701, state=ENABLED in hbase:meta 2023-10-02T12:30:32,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962498296701 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:32,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962498296701 in 431 msec 2023-10-02T12:30:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:30:33,084 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962498296701, procId: 16 completed 2023-10-02T12:30:33,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:30:33,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962498296702', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962498296702 2023-10-02T12:30:33,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:33,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:33,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962498296702" procId is: 19 2023-10-02T12:30:33,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:30:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:30:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:30:33,603 INFO [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f80c153c1b053556934db73ba3b44f48, NAME => 'ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962498296702', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:33,616 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:33,616 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1668): Closing f80c153c1b053556934db73ba3b44f48, disabling compactions & flushes 2023-10-02T12:30:33,617 INFO [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,617 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,617 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. after waiting 0 ms 2023-10-02T12:30:33,617 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,617 INFO [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,617 DEBUG [RegionOpenAndInit-ns3:test-16962498296702-pool-0 {}] regionserver.HRegion(1622): Region close journal for f80c153c1b053556934db73ba3b44f48: 2023-10-02T12:30:33,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:33,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249833619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249833619"}]},"ts":"1696249833619"} 2023-10-02T12:30:33,621 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:33,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:33,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962498296702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249833622"}]},"ts":"1696249833622"} 2023-10-02T12:30:33,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962498296702, state=ENABLING in hbase:meta 2023-10-02T12:30:33,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962498296702, region=f80c153c1b053556934db73ba3b44f48, ASSIGN}] 2023-10-02T12:30:33,631 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962498296702, region=f80c153c1b053556934db73ba3b44f48, ASSIGN 2023-10-02T12:30:33,632 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962498296702, region=f80c153c1b053556934db73ba3b44f48, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:33,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f80c153c1b053556934db73ba3b44f48, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:33,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure f80c153c1b053556934db73ba3b44f48, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:30:33,944 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => f80c153c1b053556934db73ba3b44f48, NAME => 'ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:33,945 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:33,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962498296702 f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:33,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,947 INFO [StoreOpener-f80c153c1b053556934db73ba3b44f48-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,949 INFO [StoreOpener-f80c153c1b053556934db73ba3b44f48-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f80c153c1b053556934db73ba3b44f48 columnFamilyName f 2023-10-02T12:30:33,949 DEBUG [StoreOpener-f80c153c1b053556934db73ba3b44f48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:33,950 INFO [StoreOpener-f80c153c1b053556934db73ba3b44f48-1 {}] regionserver.HStore(324): Store=f80c153c1b053556934db73ba3b44f48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:33,951 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns3/test-16962498296702/f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,952 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns3/test-16962498296702/f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for f80c153c1b053556934db73ba3b44f48 2023-10-02T12:30:33,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns3/test-16962498296702/f80c153c1b053556934db73ba3b44f48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:33,960 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened f80c153c1b053556934db73ba3b44f48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9993750240, jitterRate=-0.06925947964191437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:30:33,961 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for f80c153c1b053556934db73ba3b44f48: 2023-10-02T12:30:33,963 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48., pid=21, masterSystemTime=1696249833939 2023-10-02T12:30:33,966 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,966 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:30:33,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f80c153c1b053556934db73ba3b44f48, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:33,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:30:33,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure f80c153c1b053556934db73ba3b44f48, server=jenkins-hbase3.apache.org,35019,1696249817467 in 183 msec 2023-10-02T12:30:33,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:30:33,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962498296702, region=f80c153c1b053556934db73ba3b44f48, ASSIGN in 345 msec 2023-10-02T12:30:33,977 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:33,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962498296702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249833977"}]},"ts":"1696249833977"} 2023-10-02T12:30:33,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962498296702, state=ENABLED in hbase:meta 2023-10-02T12:30:33,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962498296702 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:33,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962498296702 in 803 msec 2023-10-02T12:30:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:30:34,293 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962498296702, procId: 19 completed 2023-10-02T12:30:34,293 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962498296702 get assigned. Timeout = 60000ms 2023-10-02T12:30:34,296 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:30:34,302 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962498296702 assigned to meta. Checking AM states. 2023-10-02T12:30:34,302 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:30:34,303 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962498296702 assigned. 2023-10-02T12:30:34,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962498296703', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962498296703 2023-10-02T12:30:34,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:34,310 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:34,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962498296703" procId is: 22 2023-10-02T12:30:34,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:30:34,346 INFO [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 45d3c8730f6468a32c0dfa6a5ac4d106, NAME => 'ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962498296703', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:34,376 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:34,376 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1668): Closing 45d3c8730f6468a32c0dfa6a5ac4d106, disabling compactions & flushes 2023-10-02T12:30:34,377 INFO [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,377 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,377 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. after waiting 0 ms 2023-10-02T12:30:34,377 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,377 INFO [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,377 DEBUG [RegionOpenAndInit-ns4:test-16962498296703-pool-0 {}] regionserver.HRegion(1622): Region close journal for 45d3c8730f6468a32c0dfa6a5ac4d106: 2023-10-02T12:30:34,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:34,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249834379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249834379"}]},"ts":"1696249834379"} 2023-10-02T12:30:34,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:34,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:34,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962498296703","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249834389"}]},"ts":"1696249834389"} 2023-10-02T12:30:34,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962498296703, state=ENABLING in hbase:meta 2023-10-02T12:30:34,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962498296703, region=45d3c8730f6468a32c0dfa6a5ac4d106, ASSIGN}] 2023-10-02T12:30:34,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962498296703, region=45d3c8730f6468a32c0dfa6a5ac4d106, ASSIGN 2023-10-02T12:30:34,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962498296703, region=45d3c8730f6468a32c0dfa6a5ac4d106, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:30:34,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=45d3c8730f6468a32c0dfa6a5ac4d106, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:34,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 45d3c8730f6468a32c0dfa6a5ac4d106, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:30:34,718 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,719 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 45d3c8730f6468a32c0dfa6a5ac4d106, NAME => 'ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:34,719 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:34,719 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962498296703 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,720 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:34,720 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,720 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,722 INFO [StoreOpener-45d3c8730f6468a32c0dfa6a5ac4d106-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,724 INFO [StoreOpener-45d3c8730f6468a32c0dfa6a5ac4d106-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d3c8730f6468a32c0dfa6a5ac4d106 columnFamilyName f 2023-10-02T12:30:34,724 DEBUG [StoreOpener-45d3c8730f6468a32c0dfa6a5ac4d106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:34,725 INFO [StoreOpener-45d3c8730f6468a32c0dfa6a5ac4d106-1 {}] regionserver.HStore(324): Store=45d3c8730f6468a32c0dfa6a5ac4d106/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:34,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns4/test-16962498296703/45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns4/test-16962498296703/45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:30:34,735 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns4/test-16962498296703/45d3c8730f6468a32c0dfa6a5ac4d106/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:34,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 45d3c8730f6468a32c0dfa6a5ac4d106; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11305412480, jitterRate=0.0528985857963562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:30:34,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 45d3c8730f6468a32c0dfa6a5ac4d106: 2023-10-02T12:30:34,738 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106., pid=24, masterSystemTime=1696249834713 2023-10-02T12:30:34,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,741 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:30:34,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=45d3c8730f6468a32c0dfa6a5ac4d106, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:34,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:30:34,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 45d3c8730f6468a32c0dfa6a5ac4d106, server=jenkins-hbase3.apache.org,35019,1696249817467 in 184 msec 2023-10-02T12:30:34,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:30:34,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962498296703, region=45d3c8730f6468a32c0dfa6a5ac4d106, ASSIGN in 348 msec 2023-10-02T12:30:34,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:34,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962498296703","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249834751"}]},"ts":"1696249834751"} 2023-10-02T12:30:34,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962498296703, state=ENABLED in hbase:meta 2023-10-02T12:30:34,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962498296703 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:34,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962498296703 in 451 msec 2023-10-02T12:30:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:30:34,920 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962498296703, procId: 22 completed 2023-10-02T12:30:34,920 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962498296703 get assigned. Timeout = 60000ms 2023-10-02T12:30:34,920 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:30:34,924 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962498296703 assigned to meta. Checking AM states. 2023-10-02T12:30:34,924 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:30:34,924 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962498296703 assigned. 2023-10-02T12:30:34,925 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c482aeb to 127.0.0.1:55893 2023-10-02T12:30:34,925 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:34,979 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=588, OpenFileDescriptor=667, MaxFileDescriptor=60000, SystemLoadAverage=666, ProcessCount=181, AvailableMemoryMB=4190 2023-10-02T12:30:34,980 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2023-10-02T12:30:34,982 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(81): create full backup image for all tables 2023-10-02T12:30:34,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$13(2700): Client=jenkins//172.31.12.81 modify table test-1696249829670 from 'test-1696249829670', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1696249829670 2023-10-02T12:30:35,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962498296703 2023-10-02T12:30:35,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962498296703 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:35,396 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962498296702 2023-10-02T12:30:35,396 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962498296702 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:35,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962498296701 2023-10-02T12:30:35,397 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962498296701 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:35,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249829670 2023-10-02T12:30:35,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249829670 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:35,437 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000001.367 2023-10-02T12:30:35,437 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000002.908 2023-10-02T12:30:35,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1696249829670}] 2023-10-02T12:30:35,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE}] 2023-10-02T12:30:35,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE 2023-10-02T12:30:35,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:35,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; CloseRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:35,627 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(119): Close 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:35,628 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1668): Closing 93d21aa803b5cde9e8fc43bc05982278, disabling compactions & flushes 2023-10-02T12:30:35,629 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1690): Closing region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:35,629 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:35,629 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1778): Acquired close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. after waiting 0 ms 2023-10-02T12:30:35,629 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1788): Updates disabled for region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:35,630 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2819): Flushing 93d21aa803b5cde9e8fc43bc05982278 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:30:35,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/d9256c5a06ec4ad287dadfe8ae4f9ebe is 37, key is row10/f:q1/1696249832383/Put/seqid=0 2023-10-02T12:30:35,776 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:30:35,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/d9256c5a06ec4ad287dadfe8ae4f9ebe as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:30:35,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:30:35,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 93d21aa803b5cde9e8fc43bc05982278 in 266ms, sequenceid=103, compaction requested=false 2023-10-02T12:30:35,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249829670' 2023-10-02T12:30:35,910 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:30:35,911 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:30:35,911 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1909): Closed test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:35,911 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1622): Region close journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:35,912 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3735): Not adding moved region record: 93d21aa803b5cde9e8fc43bc05982278 to self. 2023-10-02T12:30:35,916 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(163): Closed 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:35,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=CLOSED 2023-10-02T12:30:35,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:30:35,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; CloseRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467 in 457 msec 2023-10-02T12:30:35,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=true 2023-10-02T12:30:36,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:36,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:36,247 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:36,247 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => 93d21aa803b5cde9e8fc43bc05982278, NAME => 'test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:36,247 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:36,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249829670 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:36,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,250 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,253 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName f 2023-10-02T12:30:36,254 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,265 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:30:36,265 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:36,265 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,267 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName f3 2023-10-02T12:30:36,267 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,268 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:36,269 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,279 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName mob 2023-10-02T12:30:36,287 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,287 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:36,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,291 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,293 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1696249829670 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:30:36,296 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:36,297 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened 93d21aa803b5cde9e8fc43bc05982278; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10960159680, jitterRate=0.020744413137435913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:30:36,297 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:36,298 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278., pid=29, masterSystemTime=1696249836241 2023-10-02T12:30:36,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:36,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:36,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:36,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-10-02T12:30:36,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467 in 216 msec 2023-10-02T12:30:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:30:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE in 845 msec 2023-10-02T12:30:36,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-10-02T12:30:36,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; ReopenTableRegionsProcedure table=test-1696249829670 in 867 msec 2023-10-02T12:30:36,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; ModifyTableProcedure table=test-1696249829670 in 1.3190 sec 2023-10-02T12:30:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:30:36,328 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x07bbb4c2 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:36,335 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52e039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:36,337 DEBUG [hconnection-0x7248f34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:36,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60276, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:36,386 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:30:36,388 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46550, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:30:36,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:30:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=30, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:30:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=30 2023-10-02T12:30:36,412 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:30:36,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-10-02T12:30:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=30 2023-10-02T12:30:36,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:30:36,541 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:36,541 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 31 2023-10-02T12:30:36,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-02T12:30:36,581 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7bfca75d2f1dbd54cb29bf285ded4458, NAME => 'backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 7bfca75d2f1dbd54cb29bf285ded4458, disabling compactions & flushes 2023-10-02T12:30:36,600 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. after waiting 0 ms 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:36,600 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:36,600 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:30:36,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:36,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249836602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249836602"}]},"ts":"1696249836602"} 2023-10-02T12:30:36,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:36,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:36,606 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249836606"}]},"ts":"1696249836606"} 2023-10-02T12:30:36,608 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:30:36,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=7bfca75d2f1dbd54cb29bf285ded4458, ASSIGN}] 2023-10-02T12:30:36,620 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=7bfca75d2f1dbd54cb29bf285ded4458, ASSIGN 2023-10-02T12:30:36,621 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=7bfca75d2f1dbd54cb29bf285ded4458, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-02T12:30:36,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7bfca75d2f1dbd54cb29bf285ded4458, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:36,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-02T12:30:36,980 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(130): Open backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:36,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7254): Opening region: {ENCODED => 7bfca75d2f1dbd54cb29bf285ded4458, NAME => 'backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:36,981 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:36,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(888): Instantiated backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:36,981 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7296): checking encryption for 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,982 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7299): checking classloading for 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,985 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,987 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bfca75d2f1dbd54cb29bf285ded4458 columnFamilyName meta 2023-10-02T12:30:36,988 DEBUG [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,989 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] regionserver.HStore(324): Store=7bfca75d2f1dbd54cb29bf285ded4458/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:36,990 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,992 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bfca75d2f1dbd54cb29bf285ded4458 columnFamilyName session 2023-10-02T12:30:36,992 DEBUG [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:36,994 INFO [StoreOpener-7bfca75d2f1dbd54cb29bf285ded4458-1 {}] regionserver.HStore(324): Store=7bfca75d2f1dbd54cb29bf285ded4458/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:36,995 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:36,999 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:30:37,003 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1076): writing seq id for 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:37,007 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:37,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): Opened 7bfca75d2f1dbd54cb29bf285ded4458; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11645502720, jitterRate=0.0845719575881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:30:37,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(992): Region open journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:30:37,012 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458., pid=33, masterSystemTime=1696249836970 2023-10-02T12:30:37,015 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:37,015 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(158): Opened backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:37,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=7bfca75d2f1dbd54cb29bf285ded4458, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:37,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:30:37,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458, server=jenkins-hbase3.apache.org,35019,1696249817467 in 222 msec 2023-10-02T12:30:37,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-10-02T12:30:37,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=7bfca75d2f1dbd54cb29bf285ded4458, ASSIGN in 410 msec 2023-10-02T12:30:37,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:37,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249837031"}]},"ts":"1696249837031"} 2023-10-02T12:30:37,038 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:30:37,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:37,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; CreateTableProcedure table=backup:system in 524 msec 2023-10-02T12:30:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-02T12:30:37,175 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 31 completed 2023-10-02T12:30:37,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:30:37,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:30:37,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:37,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 34 2023-10-02T12:30:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:30:37,237 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:30:37,324 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d5b0c5fa2cfd2070187569615c7eecf6, NAME => 'backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:30:37,353 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:37,353 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing d5b0c5fa2cfd2070187569615c7eecf6, disabling compactions & flushes 2023-10-02T12:30:37,354 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. after waiting 0 ms 2023-10-02T12:30:37,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,354 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for d5b0c5fa2cfd2070187569615c7eecf6: 2023-10-02T12:30:37,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:30:37,356 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249837356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249837356"}]},"ts":"1696249837356"} 2023-10-02T12:30:37,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:30:37,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:30:37,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:30:37,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249837362"}]},"ts":"1696249837362"} 2023-10-02T12:30:37,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:30:37,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d5b0c5fa2cfd2070187569615c7eecf6, ASSIGN}] 2023-10-02T12:30:37,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d5b0c5fa2cfd2070187569615c7eecf6, ASSIGN 2023-10-02T12:30:37,395 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=d5b0c5fa2cfd2070187569615c7eecf6, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:30:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:30:37,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d5b0c5fa2cfd2070187569615c7eecf6, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:37,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure d5b0c5fa2cfd2070187569615c7eecf6, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:30:37,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962498296701' 2023-10-02T12:30:37,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962498296703' 2023-10-02T12:30:37,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:30:37,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962498296702' 2023-10-02T12:30:37,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,730 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7254): Opening region: {ENCODED => d5b0c5fa2cfd2070187569615c7eecf6, NAME => 'backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:30:37,731 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:30:37,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:30:37,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7296): checking encryption for d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7299): checking classloading for d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,733 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,735 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b0c5fa2cfd2070187569615c7eecf6 columnFamilyName meta 2023-10-02T12:30:37,735 DEBUG [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:37,735 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] regionserver.HStore(324): Store=d5b0c5fa2cfd2070187569615c7eecf6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:37,735 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,737 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b0c5fa2cfd2070187569615c7eecf6 columnFamilyName session 2023-10-02T12:30:37,737 DEBUG [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:37,738 INFO [StoreOpener-d5b0c5fa2cfd2070187569615c7eecf6-1 {}] regionserver.HStore(324): Store=d5b0c5fa2cfd2070187569615c7eecf6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:30:37,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system_bulk/d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,740 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system_bulk/d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,742 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:30:37,744 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1076): writing seq id for d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:30:37,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system_bulk/d5b0c5fa2cfd2070187569615c7eecf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:30:37,750 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): Opened d5b0c5fa2cfd2070187569615c7eecf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11636421120, jitterRate=0.08372616767883301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:30:37,751 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(992): Region open journal for d5b0c5fa2cfd2070187569615c7eecf6: 2023-10-02T12:30:37,753 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6., pid=36, masterSystemTime=1696249837725 2023-10-02T12:30:37,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,756 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:30:37,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d5b0c5fa2cfd2070187569615c7eecf6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:37,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=36, resume processing ppid=35 2023-10-02T12:30:37,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure d5b0c5fa2cfd2070187569615c7eecf6, server=jenkins-hbase3.apache.org,35019,1696249817467 in 190 msec 2023-10-02T12:30:37,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:30:37,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=d5b0c5fa2cfd2070187569615c7eecf6, ASSIGN in 377 msec 2023-10-02T12:30:37,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:30:37,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249837764"}]},"ts":"1696249837764"} 2023-10-02T12:30:37,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:30:37,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:30:37,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 550 msec 2023-10-02T12:30:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:30:37,847 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 34 completed 2023-10-02T12:30:37,878 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:30:37,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:30:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249837927 (current time:1696249837927). 2023-10-02T12:30:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:30:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:30:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x392dcc01 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab34e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:37,950 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60292, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x392dcc01 to 127.0.0.1:55893 2023-10-02T12:30:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:30:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:30:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-10-02T12:30:37,975 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:30:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:37,981 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:30:37,995 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot, current working dir path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:30:37,998 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:30:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:38,417 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:30:38,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458}] 2023-10-02T12:30:38,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:38,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=38 2023-10-02T12:30:38,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:38,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2819): Flushing 7bfca75d2f1dbd54cb29bf285ded4458 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:30:38,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/ede72860684349d9adb86a14030d83af is 49, key is activesession:/session:c/1696249837911/Put/seqid=0 2023-10-02T12:30:39,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/ede72860684349d9adb86a14030d83af 2023-10-02T12:30:39,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/ede72860684349d9adb86a14030d83af as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af 2023-10-02T12:30:39,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:30:39,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 7bfca75d2f1dbd54cb29bf285ded4458 in 453ms, sequenceid=5, compaction requested=false 2023-10-02T12:30:39,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2520): Flush status journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:30:39,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. for snapshot_backup_system completed. 2023-10-02T12:30:39,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:30:39,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:30:39,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:30:39,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af] hfiles 2023-10-02T12:30:39,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af for snapshot=snapshot_backup_system 2023-10-02T12:30:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:39,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:39,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=38 2023-10-02T12:30:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3995): Remote procedure done, pid=38 2023-10-02T12:30:39,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:39,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:39,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-10-02T12:30:39,105 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:30:39,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 in 681 msec 2023-10-02T12:30:39,107 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:30:39,107 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:30:39,107 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:30:39,111 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:30:39,551 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:30:39,583 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:30:39,586 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:30:39,597 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:30:39,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-10-02T12:30:39,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.6320 sec 2023-10-02T12:30:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=37 2023-10-02T12:30:40,090 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 37 completed 2023-10-02T12:30:40,091 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(115): Backup backup_1696249836367 started at 1696249840090. 2023-10-02T12:30:40,125 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(119): Backup session backup_1696249836367 has been started. 2023-10-02T12:30:40,145 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:30:40,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:30:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:30:40,179 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:30:40,179 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:30:40,181 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:30:40,181 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:30:40,182 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,182 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:40,184 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:30:40,184 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,184 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:30:40,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:30:40,185 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,185 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:30:40,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:40,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:30:40,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:40,186 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:30:40,190 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:30:40,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:30:40,192 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:30:40,192 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:30:40,196 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:30:40,196 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:30:40,196 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:30:40,200 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,200 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,200 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:30:40,202 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:40,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:40,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:40,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:40,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:40,206 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:30:40,206 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:30:40,206 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@124c388f[Count = 0] remaining members to acquire global barrier 2023-10-02T12:30:40,206 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,209 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,209 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,209 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:30:40,209 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,209 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:30:40,214 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:30:40,214 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,215 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249819392 highest: 1696249821640 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,215 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta:.meta(num 1696249819895) roll requested 2023-10-02T12:30:40,235 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta, exclude list is [], retry=0 2023-10-02T12:30:40,242 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:40,247 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta with entries=40, filesize=12.94 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta 2023-10-02T12:30:40,248 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:40,249 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta is not closed yet, will try archiving it next time 2023-10-02T12:30:40,249 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1:(num 1696249821640) roll requested 2023-10-02T12:30:40,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta not finished, retry = 0 2023-10-02T12:30:40,272 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249, exclude list is [], retry=0 2023-10-02T12:30:40,279 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:40,285 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249821640 with entries=11, filesize=2.04 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 2023-10-02T12:30:40,285 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:40,285 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249821640 is not closed yet, will try archiving it next time 2023-10-02T12:30:40,285 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0:(num 1696249819392) roll requested 2023-10-02T12:30:40,306 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286, exclude list is [], retry=0 2023-10-02T12:30:40,312 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:40,320 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 with entries=24, filesize=4.70 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 2023-10-02T12:30:40,321 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:40,321 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 is not closed yet, will try archiving it next time 2023-10-02T12:30:40,322 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 103 2023-10-02T12:30:40,322 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249840286 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,323 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:30:40,327 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46034, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:30:40,376 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:30:40,376 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35019,1696249817467' in zk 2023-10-02T12:30:40,386 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,386 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:30:40,386 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:30:40,386 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:30:40,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:40,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:40,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:40,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:40,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:40,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35019,1696249817467': 2023-10-02T12:30:40,394 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:30:40,394 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:30:40,394 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:30:40,394 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:30:40,394 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:30:40,394 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:30:40,398 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,398 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,398 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:30:40,398 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:40,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:40,399 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:30:40,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:30:40,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:40,399 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:40,402 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,402 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:40,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:40,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:40,429 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:30:40,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:40,429 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:40,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-10-02T12:30:40,429 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:30:40,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:30:40,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:30:40,433 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:30:40,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:30:40,436 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:30:40,436 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:30:40,536 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:30:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:30:40,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } 2023-10-02T12:30:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249840552 (current time:1696249840552). 2023-10-02T12:30:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:30:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249840551_default_test-1696249829670 VERSION not specified, setting to 2 2023-10-02T12:30:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0826fed2 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18552ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:40,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48596, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0826fed2 to 127.0.0.1:55893 2023-10-02T12:30:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:30:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } 2023-10-02T12:30:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-10-02T12:30:40,585 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:30:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:40,587 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:30:40,592 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot, current working dir path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249840551_default_test-1696249829670 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:30:40,594 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:30:40,609 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:30:40,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 93d21aa803b5cde9e8fc43bc05982278}] 2023-10-02T12:30:40,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:40,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35019 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2023-10-02T12:30:40,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:40,765 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2819): Flushing 93d21aa803b5cde9e8fc43bc05982278 3/3 column families, dataSize=654 B heapSize=2.25 KB 2023-10-02T12:30:40,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f3/65767c6ba4c246ab8ab337f914016c17 is 58, key is row-test-1696249829670-3-0/f3:q1/1696249836344/Put/seqid=0 2023-10-02T12:30:40,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:30:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:41,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/f07bafc647814018a81825525d41d830 is 59, key is row-test-1696249829670-3-0/mob:q1/1696249836355/Put/seqid=0 2023-10-02T12:30:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:41,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:30:41,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f3/65767c6ba4c246ab8ab337f914016c17 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:30:41,724 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17, entries=6, sequenceid=121, filesize=5.2 K 2023-10-02T12:30:41,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/f07bafc647814018a81825525d41d830 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:30:41,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830, entries=6, sequenceid=121, filesize=5.3 K 2023-10-02T12:30:41,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3022): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 93d21aa803b5cde9e8fc43bc05982278 in 984ms, sequenceid=121, compaction requested=false 2023-10-02T12:30:41,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2520): Flush status journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:41,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. for snapshot_1696249840551_default_test-1696249829670 completed. 2023-10-02T12:30:41,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(240): Storing 'test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.' region-info for snapshot=snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:41,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe] hfiles 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe for snapshot=snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17] hfiles 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 for snapshot=snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830] hfiles 2023-10-02T12:30:41,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 for snapshot=snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:41,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:41,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=40 2023-10-02T12:30:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3995): Remote procedure done, pid=40 2023-10-02T12:30:41,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249840551_default_test-1696249829670 on region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:41,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:41,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-10-02T12:30:41,787 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:30:41,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; SnapshotRegionProcedure 93d21aa803b5cde9e8fc43bc05982278 in 1.1750 sec 2023-10-02T12:30:41,788 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:30:41,791 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-10-02T12:30:41,791 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-10-02T12:30:41,792 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:41,793 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f 2023-10-02T12:30:41,793 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:41,796 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f3 2023-10-02T12:30:41,796 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:30:41,797 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: mob 2023-10-02T12:30:41,820 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:30:41,820 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:41,822 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:42,288 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:30:42,309 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:30:42,310 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249840551_default_test-1696249829670 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:42,312 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:30:42,312 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-10-02T12:30:42,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1696249840551_default_test-1696249829670 table=test-1696249829670 type=FLUSH ttl=0 } in 1.7330 sec 2023-10-02T12:30:42,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:30:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-10-02T12:30:42,697 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696249829670, procId: 39 completed 2023-10-02T12:30:42,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } 2023-10-02T12:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249842698 (current time:1696249842698). 2023-10-02T12:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249842697_ns2_test-16962498296701 VERSION not specified, setting to 2 2023-10-02T12:30:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x683f4386 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d0e03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:42,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x683f4386 to 127.0.0.1:55893 2023-10-02T12:30:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:30:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } 2023-10-02T12:30:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-10-02T12:30:42,719 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:30:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:42,720 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:30:42,724 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot, current working dir path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249842697_ns2_test-16962498296701 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:30:42,727 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:30:42,741 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:30:42,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 20fbac0a822677097139bc6dce9461eb}] 2023-10-02T12:30:42,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:42,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35019 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=42 2023-10-02T12:30:42,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:42,897 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2819): Flushing 20fbac0a822677097139bc6dce9461eb 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:30:42,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/2b47cd9f3a154f7f9a863b64db7b9f63 is 37, key is row10/f:q1/1696249833098/Put/seqid=0 2023-10-02T12:30:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:43,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/2b47cd9f3a154f7f9a863b64db7b9f63 2023-10-02T12:30:43,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/2b47cd9f3a154f7f9a863b64db7b9f63 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 2023-10-02T12:30:43,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:30:43,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 20fbac0a822677097139bc6dce9461eb in 455ms, sequenceid=103, compaction requested=false 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2520): Flush status journal for 20fbac0a822677097139bc6dce9461eb: 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. for snapshot_1696249842697_ns2_test-16962498296701 completed. 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb.' region-info for snapshot=snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63] hfiles 2023-10-02T12:30:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 for snapshot=snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:43,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:30:43,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:30:43,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=42 2023-10-02T12:30:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3995): Remote procedure done, pid=42 2023-10-02T12:30:43,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249842697_ns2_test-16962498296701 on region 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:43,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:30:43,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-10-02T12:30:43,782 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:30:43,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; SnapshotRegionProcedure 20fbac0a822677097139bc6dce9461eb in 1.0390 sec 2023-10-02T12:30:43,783 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:30:43,784 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:30:43,784 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:43,785 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:44,203 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:30:44,211 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:30:44,211 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_1696249842697_ns2_test-16962498296701 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:44,213 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:30:44,214 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-10-02T12:30:44,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1696249842697_ns2_test-16962498296701 table=ns2:test-16962498296701 type=FLUSH ttl=0 } in 1.4990 sec 2023-10-02T12:30:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-10-02T12:30:44,829 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16962498296701, procId: 41 completed 2023-10-02T12:30:44,829 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249836367 2023-10-02T12:30:44,829 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:30:44,831 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-10-02T12:30:44,835 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249836367_ns2:test-16962498296701 2023-10-02T12:30:44,835 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249842697_ns2_test-16962498296701 to hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/ 2023-10-02T12:30:44,848 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:30:44,896 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43271, inputRoot=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:44,896 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41629,1696249813955_284522502_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/.hbase-snapshot/.tmp/snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:44,896 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43271, inputRoot=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30, snapshotDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249842697_ns2_test-16962498296701. 2023-10-02T12:30:44,924 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249842697_ns2_test-16962498296701 to hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/.hbase-snapshot/.tmp/snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:45,374 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:45,375 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:45,376 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:45,376 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:45,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:30:45,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:45,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:30:45,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:30:46,572 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-8797813362716034342.jar 2023-10-02T12:30:46,572 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,573 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,574 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,574 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,575 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,575 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,576 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,577 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,577 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:46,579 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:30:46,580 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:30:46,580 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:30:46,581 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:30:46,582 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:30:46,583 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:30:46,583 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:30:46,584 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:30:46,585 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:30:46,585 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:30:46,586 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:30:46,587 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:30:46,592 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:46,593 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:46,594 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:46,594 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:46,595 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:46,595 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:46,596 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:46,685 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:30:46,722 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249842697_ns2_test-16962498296701' hfile list 2023-10-02T12:30:46,736 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:30:47,113 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249847029/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:30:47,113 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249847029/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:30:47,376 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:30:47,415 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 output=hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 2023-10-02T12:30:47,415 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 2.669M/sec 2023-10-02T12:30:48,238 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:30:48,240 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:30:48,249 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:48,250 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249842697_ns2_test-16962498296701 finished. 2023-10-02T12:30:48,250 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249836367_test-1696249829670 2023-10-02T12:30:48,250 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249840551_default_test-1696249829670 to hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/ 2023-10-02T12:30:48,250 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:30:48,292 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43271, inputRoot=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:30:48,293 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41629,1696249813955_-1962468431_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/.hbase-snapshot/.tmp/snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:48,293 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43271, inputRoot=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30, snapshotDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249840551_default_test-1696249829670. 2023-10-02T12:30:48,403 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_1696249840551_default_test-1696249829670 to hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/.hbase-snapshot/.tmp/snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:48,830 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:48,830 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:48,831 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:48,831 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,899 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-3339534451807681702.jar 2023-10-02T12:30:49,899 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,899 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,900 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,900 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,901 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,901 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,902 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,902 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,903 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:49,903 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:30:49,904 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:30:49,904 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:30:49,905 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:30:49,906 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:30:49,906 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:30:49,907 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:30:49,907 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:30:49,908 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:30:49,908 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:30:49,909 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:30:49,909 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:30:49,910 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:49,911 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:49,911 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:49,912 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:49,912 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:30:49,913 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:49,913 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:49,942 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:30:49,964 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249840551_default_test-1696249829670' hfile list 2023-10-02T12:30:49,968 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(674): export split=0 size=18.8 K 2023-10-02T12:30:50,057 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249850015/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:30:50,057 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249850015/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:30:50,131 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:30:50,213 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe output=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:30:50,213 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:30:50,251 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 output=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:30:50,251 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5467 (5.3 K) time=0sec 5.214M/sec 2023-10-02T12:30:50,290 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 output=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:30:50,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5370 (5.2 K) time=0sec 0.512M/sec 2023-10-02T12:30:51,098 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:30:51,100 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:30:51,112 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:51,112 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249840551_default_test-1696249829670 finished. 2023-10-02T12:30:51,113 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1034): ns2:test-16962498296701 2023-10-02T12:30:51,113 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1034): test-1696249829670 2023-10-02T12:30:51,199 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249836367 2023-10-02T12:30:51,200 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:30:51,213 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:30:51,213 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249836367 2023-10-02T12:30:51,213 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:30:51,227 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:30:51,227 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(358): Backup backup_1696249836367 finished: type=FULL,tablelist=ns2:test-16962498296701;test-1696249829670,targetRootDir=hdfs://localhost:43271/backupUT,startts=1696249840090,completets=1696249851197,bytescopied=0 2023-10-02T12:30:51,227 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:30:51,227 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:51,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249842697_ns2_test-16962498296701" 2023-10-02T12:30:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249842697_ns2_test-16962498296701 2023-10-02T12:30:51,246 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249842697_ns2_test-16962498296701 for backup backup_1696249836367 succeeded. 2023-10-02T12:30:51,246 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:51,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249840551_default_test-1696249829670" 2023-10-02T12:30:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249840551_default_test-1696249829670 2023-10-02T12:30:51,252 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249840551_default_test-1696249829670 for backup backup_1696249836367 succeeded. 2023-10-02T12:30:51,252 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:30:51,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:30:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:30:51,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:30:51,278 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:30:51,300 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(376): Backup backup_1696249836367 completed. 2023-10-02T12:30:51,473 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(105): writing 99 rows to test-1696249829670 2023-10-02T12:30:51,505 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(107): written 99 rows to test-1696249829670 2023-10-02T12:30:51,723 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(111): written 111 rows to test-1696249829670 to Mob enabled CF 2023-10-02T12:30:51,768 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(123): written 5 rows to ns2:test-16962498296701 2023-10-02T12:30:51,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$3(2197): Client=jenkins//172.31.12.81 split test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:30:51,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] assignment.SplitTableRegionProcedure(209): test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. splitKey isn't explicitly specified, will try to find a best split key from RS jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe because midkey is the same as first or last row 2023-10-02T12:30:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 because midkey is the same as first or last row 2023-10-02T12:30:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 because midkey is the same as first or last row 2023-10-02T12:30:51,788 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HRegion(2819): Flushing 93d21aa803b5cde9e8fc43bc05982278 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2023-10-02T12:30:51,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/3e99c14b68584cba933116da8084b971 is 59, key is row-test-1696249829670-1-10/f:q1/1696249851350/Put/seqid=0 2023-10-02T12:30:51,813 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/3e99c14b68584cba933116da8084b971 2023-10-02T12:30:51,826 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:30:51,831 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54214, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:30:51,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20231002c3e60196ddb0497cbc73941b0e0b6ac6_93d21aa803b5cde9e8fc43bc05982278 is 63, key is row-test-1696249829670-3-100/mob:q1/1696249851699/Put/seqid=0 2023-10-02T12:30:52,251 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HMobStore(266): FLUSH Renaming flushed file from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20231002c3e60196ddb0497cbc73941b0e0b6ac6_93d21aa803b5cde9e8fc43bc05982278 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/data/default/test-1696249829670/3de3e720bfdcf0b6b0df0d8dec64d099/mob/d41d8cd98f00b204e9800998ecf8427e20231002c3e60196ddb0497cbc73941b0e0b6ac6_93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:30:52,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/ac098bac47464d01a5edc75fa65bc2c2, store: [table=test-1696249829670 family=mob region=93d21aa803b5cde9e8fc43bc05982278] 2023-10-02T12:30:52,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/ac098bac47464d01a5edc75fa65bc2c2 is 192, key is row-test-1696249829670-3-100/mob:q1/1696249851699/Put/seqid=0 2023-10-02T12:30:52,663 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/ac098bac47464d01a5edc75fa65bc2c2 2023-10-02T12:30:52,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f/3e99c14b68584cba933116da8084b971 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/3e99c14b68584cba933116da8084b971 2023-10-02T12:30:52,688 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/3e99c14b68584cba933116da8084b971, entries=99, sequenceid=334, filesize=10.5 K 2023-10-02T12:30:52,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/mob/ac098bac47464d01a5edc75fa65bc2c2 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/ac098bac47464d01a5edc75fa65bc2c2 2023-10-02T12:30:52,699 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/ac098bac47464d01a5edc75fa65bc2c2, entries=111, sequenceid=334, filesize=13.4 K 2023-10-02T12:30:52,702 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HRegion(3022): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 93d21aa803b5cde9e8fc43bc05982278 in 914ms, sequenceid=334, compaction requested=false 2023-10-02T12:30:52,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.HRegion(2520): Flush status journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:30:52,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/3e99c14b68584cba933116da8084b971 because midkey is the same as first or last row 2023-10-02T12:30:52,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 because midkey is the same as first or last row 2023-10-02T12:30:52,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/ac098bac47464d01a5edc75fa65bc2c2 because midkey is the same as first or last row 2023-10-02T12:30:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1075) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2200) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2193) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:878) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:30:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.CallRunner(138): callId: 338 service: MasterService methodName: SplitRegion size: 98 connection: 172.31.12.81:46550 deadline: 1696249911778, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2023-10-02T12:30:52,710 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(134): region is not splittable, because org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1075) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2200) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2193) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:878) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) 2023-10-02T12:30:52,714 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(141): split finished in =946 2023-10-02T12:30:52,747 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:30:52,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:30:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249852751 (current time:1696249852751). 2023-10-02T12:30:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:30:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:30:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2fb81704 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d75825c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:52,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2fb81704 to 127.0.0.1:55893 2023-10-02T12:30:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:30:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:30:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-10-02T12:30:52,773 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:30:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:52,775 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:30:52,778 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot, current working dir path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:30:52,781 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:30:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:53,190 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:30:53,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458}] 2023-10-02T12:30:53,192 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:53,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=45 2023-10-02T12:30:53,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:53,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing 7bfca75d2f1dbd54cb29bf285ded4458 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-10-02T12:30:53,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/8d285dbd44154693a01eb4a59d1086f3 is 171, key is trslm:hdfs://localhost:43271/backupUT\x00ns2:test-16962498296701/meta:log-roll-map/1696249851185/Put/seqid=0 2023-10-02T12:30:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:53,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/8d285dbd44154693a01eb4a59d1086f3 2023-10-02T12:30:53,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/2391d8de679b4b829d48526add39f2e3 is 459, key is session:backup_1696249836367/session:context/1696249851277/Put/seqid=0 2023-10-02T12:30:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:54,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/2391d8de679b4b829d48526add39f2e3 2023-10-02T12:30:54,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/8d285dbd44154693a01eb4a59d1086f3 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3 2023-10-02T12:30:54,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3, entries=6, sequenceid=17, filesize=5.8 K 2023-10-02T12:30:54,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/2391d8de679b4b829d48526add39f2e3 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3 2023-10-02T12:30:54,251 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3, entries=2, sequenceid=17, filesize=5.4 K 2023-10-02T12:30:54,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 7bfca75d2f1dbd54cb29bf285ded4458 in 908ms, sequenceid=17, compaction requested=false 2023-10-02T12:30:54,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:30:54,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. for snapshot_backup_system completed. 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3] hfiles 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3 for snapshot=snapshot_backup_system 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3] hfiles 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af for snapshot=snapshot_backup_system 2023-10-02T12:30:54,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3 for snapshot=snapshot_backup_system 2023-10-02T12:30:54,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:30:54,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-10-02T12:30:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3995): Remote procedure done, pid=45 2023-10-02T12:30:54,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:54,262 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:30:54,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-10-02T12:30:54,267 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:30:54,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 in 1.0730 sec 2023-10-02T12:30:54,268 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:30:54,268 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:30:54,268 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:30:54,269 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:30:54,680 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:30:54,689 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:30:54,690 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:30:54,691 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:30:54,691 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-10-02T12:30:54,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9210 sec 2023-10-02T12:30:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:30:54,883 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 44 completed 2023-10-02T12:30:54,883 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(115): Backup backup_1696249852714 started at 1696249854883. 2023-10-02T12:30:54,885 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(119): Backup session backup_1696249852714 has been started. 2023-10-02T12:30:54,890 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16962498296701, test-1696249829670] 2023-10-02T12:30:54,893 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(76): StartCode 1696249821640for backupID backup_1696249852714 2023-10-02T12:30:54,893 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-10-02T12:30:54,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:30:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:30:54,894 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:30:54,894 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:30:54,895 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:30:54,895 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:30:54,896 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,896 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:54,897 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:30:54,897 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:30:54,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:30:54,898 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,898 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:30:54,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:54,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:30:54,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:54,899 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:30:54,899 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:30:54,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:30:54,899 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:30:54,899 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:30:54,900 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:30:54,900 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:30:54,900 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:30:54,904 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,904 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:54,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:54,904 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,905 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:30:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:54,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:54,907 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:30:54,907 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@72d08f79[Count = 0] remaining members to acquire global barrier 2023-10-02T12:30:54,907 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:30:54,907 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,908 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,908 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,908 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:30:54,908 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:30:54,908 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,908 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,908 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:30:54,908 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249840286 highest: 1696249840286 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,909 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta:.meta(num 1696249840215) roll requested 2023-10-02T12:30:54,921 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta, exclude list is [], retry=0 2023-10-02T12:30:54,925 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:54,928 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta 2023-10-02T12:30:54,928 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:54,928 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta is not closed yet, will try archiving it next time 2023-10-02T12:30:54,928 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1:(num 1696249840249) roll requested 2023-10-02T12:30:54,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta not finished, retry = 0 2023-10-02T12:30:54,940 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928, exclude list is [], retry=0 2023-10-02T12:30:54,943 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:54,944 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 2023-10-02T12:30:54,945 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:54,945 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 is not closed yet, will try archiving it next time 2023-10-02T12:30:54,945 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0:(num 1696249840286) roll requested 2023-10-02T12:30:54,957 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945, exclude list is [], retry=0 2023-10-02T12:30:54,960 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:30:54,962 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 with entries=224, filesize=29.83 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 2023-10-02T12:30:54,962 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:30:54,962 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 is not closed yet, will try archiving it next time 2023-10-02T12:30:54,963 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 2023-10-02T12:30:54,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 not finished, retry = 0 2023-10-02T12:30:54,969 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-10-02T12:30:54,969 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249854945 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,979 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:30:54,979 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35019,1696249817467' in zk 2023-10-02T12:30:54,981 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:30:54,981 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,981 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:30:54,981 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:30:54,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:54,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:54,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:54,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:54,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:54,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35019,1696249817467': 2023-10-02T12:30:54,985 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:30:54,985 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:30:54,985 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:30:54,985 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:30:54,985 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:30:54,985 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:30:54,987 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,987 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,987 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:30:54,987 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:30:54,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:30:54,988 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:30:54,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:30:54,988 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:30:54,989 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:30:54,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,990 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:30:54,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:30:54,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:30:54,996 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:54,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:30:54,996 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:30:54,996 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:30:54,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:30:54,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-10-02T12:30:54,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:30:54,997 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:30:54,997 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:30:54,998 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:30:54,998 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:30:55,031 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta 2023-10-02T12:30:55,098 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:30:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:30:55,101 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:35019=1696249821640} newestTimestamps: {jenkins-hbase3.apache.org:35019=1696249840286} 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 2023-10-02T12:30:55,104 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 2023-10-02T12:30:55,105 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(373): Skip log file (can't parse): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 2023-10-02T12:30:55,105 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta 2023-10-02T12:30:55,519 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16962498296701 target: hdfs://localhost:43271/backupUT/backup_1696249852714/ns2/test-16962498296701 descriptor: 'ns2:test-16962498296701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:55,519 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:30:55,535 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16962498296701 2023-10-02T12:30:55,991 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16962498296701 2023-10-02T12:30:56,403 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(146): Attempting to copy table info for:test-1696249829670 target: hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670 descriptor: 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:30:56,404 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:30:56,406 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(151): Starting to write region info for table test-1696249829670 2023-10-02T12:30:56,813 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(158): Finished writing region info for table test-1696249829670 2023-10-02T12:30:56,825 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714 from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286;hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 2023-10-02T12:30:56,830 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0e3be2c9 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:30:56,836 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b542f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:30:56,839 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:30:56,840 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54228, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:30:56,859 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:30:56,859 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962498296701 2023-10-02T12:30:56,868 DEBUG [hconnection-0x791c89d8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:30:56,871 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58480, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:30:56,874 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962498296701: ns2:test-16962498296701; 2023-10-02T12:30:56,874 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249829670 2023-10-02T12:30:56,878 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249829670: test-1696249829670; 2023-10-02T12:30:56,878 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:30:56,878 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_f1b07f86-4a17-423b-81db-f00200100bbc 2023-10-02T12:30:56,924 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:56,924 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:56,925 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:56,926 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,171 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-7310227949368707838.jar 2023-10-02T12:30:58,172 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,172 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,173 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,174 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,174 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,175 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,175 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,176 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,176 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,177 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:30:58,178 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:30:58,179 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:30:58,180 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:30:58,181 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:30:58,181 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:30:58,182 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:30:58,182 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:30:58,183 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:30:58,184 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:30:58,184 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:30:58,185 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:30:58,188 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,189 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,189 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,190 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,190 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,191 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:30:58,192 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:30:58,192 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962498296701,default:test-1696249829670 2023-10-02T12:30:58,192 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:30:58,194 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0e3be2c9 to 127.0.0.1:55893 2023-10-02T12:30:58,194 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:30:58,196 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:30:59,257 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-8140071597202717708.jar 2023-10-02T12:30:59,264 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:30:59,337 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 for WAL files 2023-10-02T12:30:59,339 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 2023-10-02T12:30:59,339 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 for WAL files 2023-10-02T12:30:59,341 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 2023-10-02T12:30:59,541 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249859486/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:30:59,541 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249859486/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:30:59,652 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 for hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 (-9223372036854775808:9223372036854775807) length:30555 2023-10-02T12:30:59,684 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:30:59,684 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:30:59,769 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 for hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249840249 (-9223372036854775808:9223372036854775807) length:1198 2023-10-02T12:30:59,774 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:30:59,775 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:30:59,989 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x38df2e23 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:00,033 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a96262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:00,056 DEBUG [hconnection-0x2ff4a03d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:00,058 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58486, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:00,060 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x38df2e23 to 127.0.0.1:55893 2023-10-02T12:31:00,060 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:00,063 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-10-02T12:31:00,063 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:00,076 DEBUG [pool-209-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714/_temporary/0/_temporary/attempt_local1377915947_0003_r_000000_0/ns2/test-16962498296701/f/795a2e84a381449abd1946cde86c2225 is 38, key is row-t20/f:q1/1696249851753/Put/seqid=0 2023-10-02T12:31:00,079 WARN [Thread-895 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:00,535 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x33704503 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:00,549 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e85204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:00,554 DEBUG [hconnection-0x2800b77b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:00,557 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:00,560 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x33704503 to 127.0.0.1:55893 2023-10-02T12:31:00,560 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:00,562 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-1-0] 2023-10-02T12:31:00,562 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:00,592 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6ff5efec to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:00,610 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79136a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:00,676 DEBUG [hconnection-0x49fbf89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:00,679 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58248, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:00,681 DEBUG [pool-209-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6ff5efec to 127.0.0.1:55893 2023-10-02T12:31:00,681 DEBUG [pool-209-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:00,684 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:00,684 DEBUG [pool-209-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:00,709 DEBUG [pool-209-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714/_temporary/0/_temporary/attempt_local1377915947_0003_r_000001_0/default/test-1696249829670/f/f82450b133b64fac82354b86562c3ef7 is 59, key is row-test-1696249829670-1-10/f:q1/1696249851350/Put/seqid=0 2023-10-02T12:31:00,712 WARN [Thread-905 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:01,167 DEBUG [pool-209-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714/_temporary/0/_temporary/attempt_local1377915947_0003_r_000001_0/default/test-1696249829670/mob/455aa81cc1fc404188dbbda1b96ac8b2 is 63, key is row-test-1696249829670-3-100/mob:q1/1696249851699/Put/seqid=0 2023-10-02T12:31:01,169 WARN [Thread-907 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:02,058 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1696249829670 2023-10-02T12:31:02,483 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000002.908 2023-10-02T12:31:02,483 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000003.950 2023-10-02T12:31:02,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1696249829670 in 433 msec 2023-10-02T12:31:02,610 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:43271/backupUT 2023-10-02T12:31:02,610 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1696249852714 2023-10-02T12:31:02,610 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-10-02T12:31:02,646 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714, hdfs://localhost:43271/backupUT] 2023-10-02T12:31:02,793 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:03,949 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-10-02T12:31:03,951 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1696249852714 2023-10-02T12:31:03,951 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 27805 bytes copied." 2023-10-02T12:31:03,952 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local602263213_0004 completed: true true 2023-10-02T12:31:03,958 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3821140 FILE: Number of bytes written=5106272 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=215367 HDFS: Number of bytes written=2421216 HDFS: Number of read operations=621 HDFS: Number of large read operations=0 HDFS: Number of write operations=240 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1554513920 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=27805 Bytes Expected=27805 Files Copied=4 DIR_COPY=8 2023-10-02T12:31:03,959 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:43271/backupUT/.tmp/backup_1696249852714 to hdfs://localhost:43271/backupUT finished. 2023-10-02T12:31:03,975 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:31:03,975 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249852714 2023-10-02T12:31:03,984 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:31:03,984 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249852714 2023-10-02T12:31:03,986 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:31:04,003 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:04,004 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249852714 2023-10-02T12:31:04,008 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:31:04,008 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249852714 2023-10-02T12:31:04,011 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:31:04,035 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:04,035 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249852714 2023-10-02T12:31:04,038 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-10-02T12:31:04,455 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:04,455 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(358): Backup backup_1696249852714 finished: type=INCREMENTAL,tablelist=ns2:test-16962498296701;test-1696249829670,targetRootDir=hdfs://localhost:43271/backupUT,startts=1696249854883,completets=1696249863975,bytescopied=0 2023-10-02T12:31:04,455 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:31:04,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:31:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:31:04,467 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:31:04,470 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:31:04,475 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(376): Backup backup_1696249852714 completed. 2023-10-02T12:31:04,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$13(2700): Client=jenkins//172.31.12.81 modify table test-1696249829670 from 'test-1696249829670', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1696249829670 2023-10-02T12:31:04,917 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000003.950 2023-10-02T12:31:04,917 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000004.908 2023-10-02T12:31:04,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1696249829670}] 2023-10-02T12:31:04,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE}] 2023-10-02T12:31:04,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE 2023-10-02T12:31:04,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:04,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; CloseRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:05,081 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(119): Close 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,081 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1668): Closing 93d21aa803b5cde9e8fc43bc05982278, disabling compactions & flushes 2023-10-02T12:31:05,081 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1690): Closing region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,081 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,081 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1778): Acquired close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. after waiting 0 ms 2023-10-02T12:31:05,081 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1788): Updates disabled for region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,104 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2023-10-02T12:31:05,105 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:05,106 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1909): Closed test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1622): Region close journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:31:05,106 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegionServer(3735): Not adding moved region record: 93d21aa803b5cde9e8fc43bc05982278 to self. 2023-10-02T12:31:05,109 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(163): Closed 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=CLOSED 2023-10-02T12:31:05,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=50, resume processing ppid=49 2023-10-02T12:31:05,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, ppid=49, state=SUCCESS; CloseRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467 in 182 msec 2023-10-02T12:31:05,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=true 2023-10-02T12:31:05,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:05,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=49, state=RUNNABLE; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:05,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249829670 2023-10-02T12:31:05,422 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 93d21aa803b5cde9e8fc43bc05982278, NAME => 'test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:31:05,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:05,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249829670 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:05,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,425 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,426 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName f 2023-10-02T12:31:05,426 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:05,434 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/3e99c14b68584cba933116da8084b971 2023-10-02T12:31:05,438 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:31:05,439 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:05,439 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,440 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName f2 2023-10-02T12:31:05,440 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:05,441 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:05,441 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,442 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d21aa803b5cde9e8fc43bc05982278 columnFamilyName mob 2023-10-02T12:31:05,443 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:05,449 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/ac098bac47464d01a5edc75fa65bc2c2 2023-10-02T12:31:05,454 DEBUG [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:31:05,454 INFO [StoreOpener-93d21aa803b5cde9e8fc43bc05982278-1 {}] regionserver.HStore(324): Store=93d21aa803b5cde9e8fc43bc05982278/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:05,456 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,458 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1696249829670 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:05,460 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:05,461 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 93d21aa803b5cde9e8fc43bc05982278; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10018469280, jitterRate=-0.06695733964443207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:05,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:31:05,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278., pid=51, masterSystemTime=1696249865418 2023-10-02T12:31:05,464 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,464 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:05,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=93d21aa803b5cde9e8fc43bc05982278, regionState=OPEN, openSeqNum=338, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:05,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=49 2023-10-02T12:31:05,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=49, state=SUCCESS; OpenRegionProcedure 93d21aa803b5cde9e8fc43bc05982278, server=jenkins-hbase3.apache.org,35019,1696249817467 in 200 msec 2023-10-02T12:31:05,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-10-02T12:31:05,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; TransitRegionStateProcedure table=test-1696249829670, region=93d21aa803b5cde9e8fc43bc05982278, REOPEN/MOVE in 542 msec 2023-10-02T12:31:05,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-10-02T12:31:05,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; ReopenTableRegionsProcedure table=test-1696249829670 in 548 msec 2023-10-02T12:31:05,474 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1696249829670 2023-10-02T12:31:05,481 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:31:05,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; ModifyTableProcedure table=test-1696249829670 in 986 msec 2023-10-02T12:31:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-10-02T12:31:10,527 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:31:10,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:31:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249870533 (current time:1696249870533). 2023-10-02T12:31:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:31:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:31:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x26a05ef5 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c85b5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:10,548 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56860, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x26a05ef5 to 127.0.0.1:55893 2023-10-02T12:31:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:31:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:31:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 52 2023-10-02T12:31:10,553 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:31:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-10-02T12:31:10,554 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:31:10,558 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot, current working dir path: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:31:10,560 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:31:10,568 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:31:10,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458}] 2023-10-02T12:31:10,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:31:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-10-02T12:31:10,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:10,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35019 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2023-10-02T12:31:10,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:10,723 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2819): Flushing 7bfca75d2f1dbd54cb29bf285ded4458 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-10-02T12:31:10,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/e9945e94018a4fb898ad8821a6452024 is 171, key is trslm:hdfs://localhost:43271/backupUT\x00ns2:test-16962498296701/meta:log-roll-map/1696249863965/Put/seqid=0 2023-10-02T12:31:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-10-02T12:31:11,133 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/e9945e94018a4fb898ad8821a6452024 2023-10-02T12:31:11,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/8ca5d9115f7f48008284bb50fad639e9 is 360, key is session:backup_1696249852714/session:context/1696249864469/Put/seqid=0 2023-10-02T12:31:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-10-02T12:31:11,160 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/8ca5d9115f7f48008284bb50fad639e9 2023-10-02T12:31:11,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/e9945e94018a4fb898ad8821a6452024 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/e9945e94018a4fb898ad8821a6452024 2023-10-02T12:31:11,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/e9945e94018a4fb898ad8821a6452024, entries=4, sequenceid=28, filesize=5.7 K 2023-10-02T12:31:11,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/8ca5d9115f7f48008284bb50fad639e9 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/8ca5d9115f7f48008284bb50fad639e9 2023-10-02T12:31:11,204 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/8ca5d9115f7f48008284bb50fad639e9, entries=2, sequenceid=28, filesize=5.3 K 2023-10-02T12:31:11,206 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 7bfca75d2f1dbd54cb29bf285ded4458 in 484ms, sequenceid=28, compaction requested=true 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2520): Flush status journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. for snapshot_backup_system completed. 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/e9945e94018a4fb898ad8821a6452024] hfiles 2023-10-02T12:31:11,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/8d285dbd44154693a01eb4a59d1086f3 for snapshot=snapshot_backup_system 2023-10-02T12:31:11,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/e9945e94018a4fb898ad8821a6452024 for snapshot=snapshot_backup_system 2023-10-02T12:31:11,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/8ca5d9115f7f48008284bb50fad639e9] hfiles 2023-10-02T12:31:11,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/ede72860684349d9adb86a14030d83af for snapshot=snapshot_backup_system 2023-10-02T12:31:11,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/2391d8de679b4b829d48526add39f2e3 for snapshot=snapshot_backup_system 2023-10-02T12:31:11,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/8ca5d9115f7f48008284bb50fad639e9 for snapshot=snapshot_backup_system 2023-10-02T12:31:11,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:11,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=53 2023-10-02T12:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3995): Remote procedure done, pid=53 2023-10-02T12:31:11,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:31:11,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:31:11,228 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:31:11,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-10-02T12:31:11,229 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:31:11,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; SnapshotRegionProcedure 7bfca75d2f1dbd54cb29bf285ded4458 in 657 msec 2023-10-02T12:31:11,230 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:31:11,230 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:31:11,231 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:31:11,249 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:31:11,259 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:31:11,260 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:31:11,261 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:31:11,262 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 52 2023-10-02T12:31:11,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 712 msec 2023-10-02T12:31:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-10-02T12:31:11,660 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 52 completed 2023-10-02T12:31:11,660 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(115): Backup backup_1696249870492 started at 1696249871660. 2023-10-02T12:31:11,663 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(119): Backup session backup_1696249870492 has been started. 2023-10-02T12:31:11,664 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16962498296701, test-1696249829670] 2023-10-02T12:31:11,675 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(76): StartCode 1696249840286for backupID backup_1696249870492 2023-10-02T12:31:11,675 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-10-02T12:31:11,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:31:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:31:11,680 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:31:11,680 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:31:11,681 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:31:11,681 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:31:11,683 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,683 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:31:11,694 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,694 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:31:11,694 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:31:11,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:31:11,695 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,695 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:31:11,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:31:11,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:31:11,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:31:11,696 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:31:11,696 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:31:11,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:31:11,697 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:31:11,697 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:31:11,698 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:31:11,698 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:31:11,698 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:31:11,701 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,701 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:31:11,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:31:11,701 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,701 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:31:11,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:31:11,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:31:11,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:31:11,703 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35019,1696249817467' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:31:11,703 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1eca1dd0[Count = 0] remaining members to acquire global barrier 2023-10-02T12:31:11,703 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:31:11,703 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,705 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,705 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,705 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:31:11,705 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:31:11,705 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,705 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,705 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:31:11,705 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249854945 highest: 1696249854945 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,706 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta:.meta(num 1696249854909) roll requested 2023-10-02T12:31:11,724 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249871706.meta, exclude list is [], retry=0 2023-10-02T12:31:11,729 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:31:11,732 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta with entries=4, filesize=1.89 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249871706.meta 2023-10-02T12:31:11,732 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:31:11,732 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta is not closed yet, will try archiving it next time 2023-10-02T12:31:11,732 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1:(num 1696249854928) roll requested 2023-10-02T12:31:11,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta not finished, retry = 0 2023-10-02T12:31:11,751 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249871732, exclude list is [], retry=0 2023-10-02T12:31:11,756 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:31:11,759 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249871732 2023-10-02T12:31:11,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:31:11,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 is not closed yet, will try archiving it next time 2023-10-02T12:31:11,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0:(num 1696249854945) roll requested 2023-10-02T12:31:11,762 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 2023-10-02T12:31:11,778 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249871759, exclude list is [], retry=0 2023-10-02T12:31:11,783 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK] 2023-10-02T12:31:11,786 DEBUG [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2023-10-02T12:31:11,786 INFO [rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249871759 on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,786 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 with entries=19, filesize=4.17 KB; new WAL /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249871759 2023-10-02T12:31:11,787 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33241,DS-7d7e15c8-9126-428a-92de-ba1e140d2e1f,DISK]] 2023-10-02T12:31:11,787 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 is not closed yet, will try archiving it next time 2023-10-02T12:31:11,787 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 2023-10-02T12:31:11,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 not finished, retry = 0 2023-10-02T12:31:11,806 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:31:11,806 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35019,1696249817467' in zk 2023-10-02T12:31:11,810 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:31:11,810 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,810 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:31:11,810 DEBUG [member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:31:11,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:31:11,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:31:11,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:31:11,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:31:11,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:31:11,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35019,1696249817467': 2023-10-02T12:31:11,815 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35019,1696249817467' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:31:11,815 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:31:11,815 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:31:11,815 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:31:11,815 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:31:11,815 INFO [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:31:11,818 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,818 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,818 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,818 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:31:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:31:11,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:31:11,819 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:31:11,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:31:11,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:31:11,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,820 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:31:11,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:31:11,822 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:31:11,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,829 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,829 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:31:11,829 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:11,830 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:31:11,830 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:31:11,830 DEBUG [(jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:31:11,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:31:11,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:31:11,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:31:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:31:11,831 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:31:11,831 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:31:11,931 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:31:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:31:11,937 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:35019=1696249840286} newestTimestamps: {jenkins-hbase3.apache.org:35019=1696249854945} 2023-10-02T12:31:11,940 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249819895.meta 2023-10-02T12:31:11,941 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249854909.meta 2023-10-02T12:31:11,941 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249871706.meta 2023-10-02T12:31:11,941 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 2023-10-02T12:31:11,941 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249871759 2023-10-02T12:31:11,941 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249871732 2023-10-02T12:31:11,942 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(373): Skip log file (can't parse): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249819392 2023-10-02T12:31:11,942 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(373): Skip log file (can't parse): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249840286 2023-10-02T12:31:11,942 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(373): Skip log file (can't parse): hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1.1696249854928 2023-10-02T12:31:11,942 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs/jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta.1696249840215.meta 2023-10-02T12:31:11,969 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16962498296701 target: hdfs://localhost:43271/backupUT/backup_1696249870492/ns2/test-16962498296701 descriptor: 'ns2:test-16962498296701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:11,969 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:31:11,977 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16962498296701 2023-10-02T12:31:11,991 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16962498296701 2023-10-02T12:31:12,018 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(146): Attempting to copy table info for:test-1696249829670 target: hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670 descriptor: 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:12,018 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-10-02T12:31:12,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(151): Starting to write region info for table test-1696249829670 2023-10-02T12:31:12,040 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.BackupUtils(158): Finished writing region info for table test-1696249829670 2023-10-02T12:31:12,051 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:43271/backupUT/.tmp/backup_1696249870492 from hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 2023-10-02T12:31:12,052 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74d7bd41 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:12,061 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc3a210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:12,062 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:12,064 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:12,067 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:12,067 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962498296701 2023-10-02T12:31:12,073 DEBUG [hconnection-0x4ef3cb2e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:12,075 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56872, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:12,077 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962498296701: ns2:test-16962498296701; 2023-10-02T12:31:12,077 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249829670 2023-10-02T12:31:12,079 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249829670: test-1696249829670; 2023-10-02T12:31:12,079 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:31:12,079 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_ada61900-6abe-4ef7-a22f-8068e8af459e 2023-10-02T12:31:12,488 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:12,489 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:12,490 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:12,491 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:12,995 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=54, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1696249829670 2023-10-02T12:31:13,020 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000004.908 2023-10-02T12:31:13,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/.tabledesc/.tableinfo.0000000005.950 2023-10-02T12:31:13,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1696249829670 in 28 msec 2023-10-02T12:31:13,623 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-2530004798566930583.jar 2023-10-02T12:31:13,624 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,624 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,625 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,625 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,626 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,626 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,626 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,627 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,627 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,628 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:13,628 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:13,629 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:13,630 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:13,630 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:13,631 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:13,631 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:13,631 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:13,632 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:13,632 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:13,633 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:13,633 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:13,634 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,634 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,635 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,635 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,635 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,636 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:13,636 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:13,636 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962498296701,default:test-1696249829670 2023-10-02T12:31:13,636 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:13,638 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74d7bd41 to 127.0.0.1:55893 2023-10-02T12:31:13,638 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:13,639 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:14,686 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-6355484473156091819.jar 2023-10-02T12:31:14,693 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:14,712 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 for WAL files 2023-10-02T12:31:14,713 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 2023-10-02T12:31:14,808 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249874758/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:14,808 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249874758/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:14,997 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 for hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/WALs/jenkins-hbase3.apache.org,35019,1696249817467/jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0.1696249854945 (-9223372036854775808:9223372036854775807) length:4283 2023-10-02T12:31:15,004 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-10-02T12:31:15,006 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-10-02T12:31:15,102 DEBUG [pool-225-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6d1dbf4b to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:15,109 DEBUG [pool-225-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cccb7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:15,111 DEBUG [hconnection-0x1cea3832-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:15,114 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56884, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:15,116 DEBUG [pool-225-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6d1dbf4b to 127.0.0.1:55893 2023-10-02T12:31:15,116 DEBUG [pool-225-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:15,119 DEBUG [pool-225-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-2-0] 2023-10-02T12:31:15,119 DEBUG [pool-225-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:15,124 DEBUG [pool-225-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/backupUT/.tmp/backup_1696249870492/_temporary/0/_temporary/attempt_local1754905972_0005_r_000001_0/default/test-1696249829670/f2/e3e6cfc02be64e16a97f8e798bc8fbe2 is 58, key is row-test-1696249829670-2-0/f2:q1/1696249865486/Put/seqid=0 2023-10-02T12:31:15,126 WARN [Thread-1072 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:15,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249829670 2023-10-02T12:31:15,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249829670 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:31:15,887 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:43271/backupUT 2023-10-02T12:31:15,887 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1696249870492 2023-10-02T12:31:15,887 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-10-02T12:31:15,895 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:43271/backupUT/.tmp/backup_1696249870492, hdfs://localhost:43271/backupUT] 2023-10-02T12:31:15,930 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:16,551 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-10-02T12:31:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1696249870492 2023-10-02T12:31:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 5350 bytes copied." 2023-10-02T12:31:16,558 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local445105351_0006 completed: true true 2023-10-02T12:31:16,562 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4443167 FILE: Number of bytes written=7498039 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=272373 HDFS: Number of bytes written=2449060 HDFS: Number of read operations=798 HDFS: Number of large read operations=0 HDFS: Number of write operations=296 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1581776896 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=5350 Bytes Expected=5350 Files Copied=2 DIR_COPY=4 2023-10-02T12:31:16,562 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:43271/backupUT/.tmp/backup_1696249870492 to hdfs://localhost:43271/backupUT finished. 2023-10-02T12:31:16,578 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:31:16,578 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249870492 2023-10-02T12:31:16,583 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:43271/backupUT/backup_1696249852714 to construct the dependency. 2023-10-02T12:31:16,583 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249852714 2023-10-02T12:31:16,587 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:16,587 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696249852714BackupDir=hdfs://localhost:43271/backupUT} 2023-10-02T12:31:16,587 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:31:16,587 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249870492 2023-10-02T12:31:16,590 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:43271/backupUT/backup_1696249852714 to construct the dependency. 2023-10-02T12:31:16,590 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249852714 2023-10-02T12:31:16,593 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:16,593 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696249852714BackupDir=hdfs://localhost:43271/backupUT} 2023-10-02T12:31:16,593 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:31:17,014 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:17,014 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249870492 2023-10-02T12:31:17,017 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:43271/backupUT/backup_1696249852714 to construct the dependency. 2023-10-02T12:31:17,017 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249852714 2023-10-02T12:31:17,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:17,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696249852714BackupDir=hdfs://localhost:43271/backupUT} 2023-10-02T12:31:17,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:31:17,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249870492 2023-10-02T12:31:17,026 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:43271/backupUT/backup_1696249852714 to construct the dependency. 2023-10-02T12:31:17,026 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249852714 2023-10-02T12:31:17,031 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:17,031 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696249852714BackupDir=hdfs://localhost:43271/backupUT} 2023-10-02T12:31:17,031 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:31:17,477 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:17,477 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249870492 2023-10-02T12:31:17,480 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:43271/backupUT/backup_1696249852714 to construct the dependency. 2023-10-02T12:31:17,480 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249852714 2023-10-02T12:31:17,484 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249852714/.backup.manifest 2023-10-02T12:31:17,484 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1696249852714BackupDir=hdfs://localhost:43271/backupUT} 2023-10-02T12:31:17,484 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-10-02T12:31:17,494 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43271/backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(358): Backup backup_1696249870492 finished: type=INCREMENTAL,tablelist=ns2:test-16962498296701;test-1696249829670,targetRootDir=hdfs://localhost:43271/backupUT,startts=1696249871660,completets=1696249876578,bytescopied=0 2023-10-02T12:31:17,494 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:31:17,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:31:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:31:17,503 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:31:17,505 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:31:17,509 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.TableBackupClient(376): Backup backup_1696249870492 completed. 2023-10-02T12:31:17,523 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(173): Restoring full backup_1696249836367 2023-10-02T12:31:17,527 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-10-02T12:31:17,528 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-10-02T12:31:17,529 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,532 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,532 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,535 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,539 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,542 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:17,542 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(148): Restoring 'test-1696249829670' to 'table1' from full backup image hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670 2023-10-02T12:31:17,552 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(487): Creating target table 'table1' 2023-10-02T12:31:17,553 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:17,554 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f in region [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278] 2023-10-02T12:31:17,558 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe first=row0 last=row98 2023-10-02T12:31:17,559 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3 in region [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278] 2023-10-02T12:31:17,563 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:17,563 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob in region [hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278] 2023-10-02T12:31:17,567 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:17,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-10-02T12:31:17,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:31:17,581 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:17,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 55 2023-10-02T12:31:17,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:31:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=55 2023-10-02T12:31:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=55 2023-10-02T12:31:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=55 2023-10-02T12:31:17,999 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ab137187c469d2a4176097010473f803, NAME => 'table1,,1696249877577.ab137187c469d2a4176097010473f803.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:18,000 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => cc76f3be8a994a500ea9ad9a29cf0210, NAME => 'table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing cc76f3be8a994a500ea9ad9a29cf0210, disabling compactions & flushes 2023-10-02T12:31:18,015 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. after waiting 0 ms 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,015 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for cc76f3be8a994a500ea9ad9a29cf0210: 2023-10-02T12:31:18,021 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1696249877577.ab137187c469d2a4176097010473f803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:18,021 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing ab137187c469d2a4176097010473f803, disabling compactions & flushes 2023-10-02T12:31:18,021 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,021 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,021 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249877577.ab137187c469d2a4176097010473f803. after waiting 0 ms 2023-10-02T12:31:18,021 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,021 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,022 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for ab137187c469d2a4176097010473f803: 2023-10-02T12:31:18,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:31:18,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249878023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249878023"}]},"ts":"1696249878023"} 2023-10-02T12:31:18,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1696249877577.ab137187c469d2a4176097010473f803.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249878023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249878023"}]},"ts":"1696249878023"} 2023-10-02T12:31:18,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-10-02T12:31:18,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:31:18,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249878030"}]},"ts":"1696249878030"} 2023-10-02T12:31:18,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-10-02T12:31:18,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, ASSIGN}, {pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, ASSIGN}] 2023-10-02T12:31:18,042 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, ASSIGN 2023-10-02T12:31:18,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, ASSIGN 2023-10-02T12:31:18,043 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:18,043 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=55 2023-10-02T12:31:18,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=ab137187c469d2a4176097010473f803, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:18,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=cc76f3be8a994a500ea9ad9a29cf0210, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:18,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure cc76f3be8a994a500ea9ad9a29cf0210, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:18,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=59, ppid=56, state=RUNNABLE; OpenRegionProcedure ab137187c469d2a4176097010473f803, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:18,354 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(130): Open table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,354 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7254): Opening region: {ENCODED => cc76f3be8a994a500ea9ad9a29cf0210, NAME => 'table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.', STARTKEY => 'row0', ENDKEY => ''} 2023-10-02T12:31:18,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:18,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(888): Instantiated table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:18,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7296): checking encryption for cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7299): checking classloading for cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,357 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,359 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc76f3be8a994a500ea9ad9a29cf0210 columnFamilyName f 2023-10-02T12:31:18,359 DEBUG [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,359 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(324): Store=cc76f3be8a994a500ea9ad9a29cf0210/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,360 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,361 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc76f3be8a994a500ea9ad9a29cf0210 columnFamilyName f3 2023-10-02T12:31:18,361 DEBUG [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,362 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(324): Store=cc76f3be8a994a500ea9ad9a29cf0210/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,362 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,363 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc76f3be8a994a500ea9ad9a29cf0210 columnFamilyName mob 2023-10-02T12:31:18,365 DEBUG [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,365 INFO [StoreOpener-cc76f3be8a994a500ea9ad9a29cf0210-1 {}] regionserver.HStore(324): Store=cc76f3be8a994a500ea9ad9a29cf0210/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:18,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1076): writing seq id for cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:18,373 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:18,373 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1093): Opened cc76f3be8a994a500ea9ad9a29cf0210; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11920151040, jitterRate=0.11015057563781738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:18,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(992): Region open journal for cc76f3be8a994a500ea9ad9a29cf0210: 2023-10-02T12:31:18,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210., pid=58, masterSystemTime=1696249878349 2023-10-02T12:31:18,376 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,376 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(158): Opened table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:18,377 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(130): Open table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=cc76f3be8a994a500ea9ad9a29cf0210, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:18,377 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7254): Opening region: {ENCODED => ab137187c469d2a4176097010473f803, NAME => 'table1,,1696249877577.ab137187c469d2a4176097010473f803.', STARTKEY => '', ENDKEY => 'row0'} 2023-10-02T12:31:18,378 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:18,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(888): Instantiated table1,,1696249877577.ab137187c469d2a4176097010473f803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:18,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7296): checking encryption for ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7299): checking classloading for ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=58, resume processing ppid=57 2023-10-02T12:31:18,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure cc76f3be8a994a500ea9ad9a29cf0210, server=jenkins-hbase3.apache.org,35019,1696249817467 in 182 msec 2023-10-02T12:31:18,382 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, ASSIGN in 343 msec 2023-10-02T12:31:18,384 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab137187c469d2a4176097010473f803 columnFamilyName f 2023-10-02T12:31:18,384 DEBUG [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,385 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(324): Store=ab137187c469d2a4176097010473f803/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,385 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,387 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab137187c469d2a4176097010473f803 columnFamilyName f3 2023-10-02T12:31:18,387 DEBUG [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,388 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(324): Store=ab137187c469d2a4176097010473f803/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,388 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,389 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab137187c469d2a4176097010473f803 columnFamilyName mob 2023-10-02T12:31:18,390 DEBUG [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:18,390 INFO [StoreOpener-ab137187c469d2a4176097010473f803-1 {}] regionserver.HStore(324): Store=ab137187c469d2a4176097010473f803/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:18,391 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,393 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:18,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1076): writing seq id for ab137187c469d2a4176097010473f803 2023-10-02T12:31:18,402 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:18,403 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): Opened ab137187c469d2a4176097010473f803; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11233375360, jitterRate=0.04618960618972778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:18,403 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(992): Region open journal for ab137187c469d2a4176097010473f803: 2023-10-02T12:31:18,404 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696249877577.ab137187c469d2a4176097010473f803., pid=59, masterSystemTime=1696249878349 2023-10-02T12:31:18,406 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,406 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(158): Opened table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:18,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=ab137187c469d2a4176097010473f803, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:18,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=59, resume processing ppid=56 2023-10-02T12:31:18,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, ppid=56, state=SUCCESS; OpenRegionProcedure ab137187c469d2a4176097010473f803, server=jenkins-hbase3.apache.org,35019,1696249817467 in 211 msec 2023-10-02T12:31:18,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=55 2023-10-02T12:31:18,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, ASSIGN in 373 msec 2023-10-02T12:31:18,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:31:18,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249878414"}]},"ts":"1696249878414"} 2023-10-02T12:31:18,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-10-02T12:31:18,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:31:18,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, state=SUCCESS; CreateTableProcedure table=table1 in 842 msec 2023-10-02T12:31:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=55 2023-10-02T12:31:18,690 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 55 completed 2023-10-02T12:31:18,696 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 from hbase tables test-1696249829670 to tables table1 2023-10-02T12:31:18,696 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249829670 into table1 2023-10-02T12:31:18,699 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696 from hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:18,702 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x46985461 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:18,710 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5158c528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:18,711 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:18,713 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:18,715 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:18,715 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-10-02T12:31:18,721 DEBUG [hconnection-0x12fc9bd5-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:18,723 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56898, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:18,726 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-10-02T12:31:18,726 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-10-02T12:31:18,726 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:31:18,726 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_439637c8-85ee-488a-857b-7e9518013f83 2023-10-02T12:31:19,139 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:19,140 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:19,141 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:19,141 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:19,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-10-02T12:31:20,228 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-5599752651301188779.jar 2023-10-02T12:31:20,229 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,229 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,230 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,230 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,230 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,231 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,231 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,231 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,232 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,233 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:20,233 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:20,234 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:20,234 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:20,234 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:20,235 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:20,235 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:20,236 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:20,236 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:20,236 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:20,237 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:20,237 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:20,241 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,241 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,242 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,242 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,242 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,242 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:20,243 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:20,243 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-10-02T12:31:20,243 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:20,244 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x46985461 to 127.0.0.1:55893 2023-10-02T12:31:20,244 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:20,244 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:20,244 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:20,245 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:20,251 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:20,257 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:20,341 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249880303/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:20,341 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249880303/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:20,398 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:31:20,403 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:20,417 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 136581edfcaa4c62475481c2a6be79d3 changed from -1.0 to 0.0, refreshing cache 2023-10-02T12:31:20,442 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:31:20,445 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:20,469 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:31:20,473 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:20,500 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e2ebaae to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:20,586 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bb4870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:20,588 DEBUG [hconnection-0x51de59d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:20,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:20,592 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e2ebaae to 127.0.0.1:55893 2023-10-02T12:31:20,592 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:20,594 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:20,594 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:20,599 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5ceb9129 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:20,717 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c40f4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:20,721 DEBUG [hconnection-0x1f103d60-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:20,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:20,723 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5ceb9129 to 127.0.0.1:55893 2023-10-02T12:31:20,724 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:20,725 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:20,725 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:20,729 DEBUG [pool-238-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/_temporary/0/_temporary/attempt_local508874007_0007_r_000000_0/f3/fc5c011100cd4b948826193924daeedf is 58, key is row-test-1696249829670-3-0/f3:q1/1696249836344/Put/seqid=0 2023-10-02T12:31:20,730 WARN [Thread-1165 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:21,134 DEBUG [pool-238-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/_temporary/0/_temporary/attempt_local508874007_0007_r_000000_0/mob/782ddd5ebbe14559a7122e348ca4ba2a is 59, key is row-test-1696249829670-3-0/mob:q1/1696249836355/Put/seqid=0 2023-10-02T12:31:21,136 WARN [Thread-1167 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:21,561 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x012c9e3c to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:21,648 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f9b74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:21,650 DEBUG [hconnection-0x6af0cec3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:21,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34632, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:21,657 DEBUG [pool-238-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x012c9e3c to 127.0.0.1:55893 2023-10-02T12:31:21,657 DEBUG [pool-238-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:21,657 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:31:21,657 DEBUG [pool-238-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:21,665 DEBUG [pool-238-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/_temporary/0/_temporary/attempt_local508874007_0007_r_000001_0/f/ea13624230914a37812480ace436925e is 37, key is row10/f:q1/1696249832383/Put/seqid=0 2023-10-02T12:31:21,667 WARN [Thread-1180 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:22,042 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-10-02T12:31:22,043 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-10-02T12:31:22,403 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696 2023-10-02T12:31:22,404 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x072a7c21 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,448 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c9f2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,450 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34640, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,460 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/_SUCCESS 2023-10-02T12:31:22,470 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,471 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52270, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,503 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f/ea13624230914a37812480ace436925e first=Optional[row0] last=Optional[row98] 2023-10-02T12:31:22,506 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f3/fc5c011100cd4b948826193924daeedf first=Optional[row-test-1696249829670-3-0] last=Optional[row-test-1696249829670-3-5] 2023-10-02T12:31:22,510 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/mob/782ddd5ebbe14559a7122e348ca4ba2a first=Optional[row-test-1696249829670-3-0] last=Optional[row-test-1696249829670-3-5] 2023-10-02T12:31:22,533 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249877577.ab137187c469d2a4176097010473f803., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row with hfile group [{mob,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/mob/782ddd5ebbe14559a7122e348ca4ba2a}{f3,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f3/fc5c011100cd4b948826193924daeedf}] 2023-10-02T12:31:22,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/mob/782ddd5ebbe14559a7122e348ca4ba2a for inclusion in ab137187c469d2a4176097010473f803/mob 2023-10-02T12:31:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:22,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f3/fc5c011100cd4b948826193924daeedf for inclusion in ab137187c469d2a4176097010473f803/f3 2023-10-02T12:31:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for ab137187c469d2a4176097010473f803: 2023-10-02T12:31:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/mob/782ddd5ebbe14559a7122e348ca4ba2a to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/mob/782ddd5ebbe14559a7122e348ca4ba2a 2023-10-02T12:31:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/mob/782ddd5ebbe14559a7122e348ca4ba2a as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_ 2023-10-02T12:31:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f3/fc5c011100cd4b948826193924daeedf to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f3/fc5c011100cd4b948826193924daeedf 2023-10-02T12:31:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f3/fc5c011100cd4b948826193924daeedf as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_ 2023-10-02T12:31:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65035f68 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82aea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,623 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,632 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65035f68 to 127.0.0.1:55893 2023-10-02T12:31:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51872d2f to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1d3405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,675 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52292, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,715 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51872d2f to 127.0.0.1:55893 2023-10-02T12:31:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f3/fc5c011100cd4b948826193924daeedf into ab137187c469d2a4176097010473f803/f3 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_ - updating store file list. 2023-10-02T12:31:22,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_ into ab137187c469d2a4176097010473f803/f3 2023-10-02T12:31:22,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f3/fc5c011100cd4b948826193924daeedf into ab137187c469d2a4176097010473f803/f3 (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_) 2023-10-02T12:31:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f3/fc5c011100cd4b948826193924daeedf 2023-10-02T12:31:22,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/mob/782ddd5ebbe14559a7122e348ca4ba2a into ab137187c469d2a4176097010473f803/mob as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_ - updating store file list. 2023-10-02T12:31:22,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_ into ab137187c469d2a4176097010473f803/mob 2023-10-02T12:31:22,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/mob/782ddd5ebbe14559a7122e348ca4ba2a into ab137187c469d2a4176097010473f803/mob (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_) 2023-10-02T12:31:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/mob/782ddd5ebbe14559a7122e348ca4ba2a 2023-10-02T12:31:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3bedfea7 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f70d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,770 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52306, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,775 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34668, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3bedfea7 to 127.0.0.1:55893 2023-10-02T12:31:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,798 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f/ea13624230914a37812480ace436925e}] 2023-10-02T12:31:22,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f/ea13624230914a37812480ace436925e for inclusion in cc76f3be8a994a500ea9ad9a29cf0210/f 2023-10-02T12:31:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:31:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-10-02T12:31:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for cc76f3be8a994a500ea9ad9a29cf0210: 2023-10-02T12:31:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249878696/f/ea13624230914a37812480ace436925e to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f/ea13624230914a37812480ace436925e 2023-10-02T12:31:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f/ea13624230914a37812480ace436925e as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_ 2023-10-02T12:31:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x19a45770 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eae247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,826 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,833 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x19a45770 to 127.0.0.1:55893 2023-10-02T12:31:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f/ea13624230914a37812480ace436925e into cc76f3be8a994a500ea9ad9a29cf0210/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_ - updating store file list. 2023-10-02T12:31:22,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_ into cc76f3be8a994a500ea9ad9a29cf0210/f 2023-10-02T12:31:22,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f/ea13624230914a37812480ace436925e into cc76f3be8a994a500ea9ad9a29cf0210/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_) 2023-10-02T12:31:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__qmdokjfv0trh29v2i4bkujad0jfhkh740d82pe2589os90a73brjh43m96iredrs/f/ea13624230914a37812480ace436925e 2023-10-02T12:31:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x123b803d to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be094cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:22,865 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52338, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:22,870 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34672, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:22,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x123b803d to 127.0.0.1:55893 2023-10-02T12:31:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,892 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:22,892 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x072a7c21 to 127.0.0.1:55893 2023-10-02T12:31:22,892 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:22,893 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:22,893 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:31:22,893 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(233): Backup: backup_1696249836367 hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/ 2023-10-02T12:31:22,894 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:22,896 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:22,896 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16962498296701' to 'ns2:table2' from full backup image hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701 2023-10-02T12:31:22,905 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-10-02T12:31:22,905 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb 2023-10-02T12:31:22,906 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f in region [hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb] 2023-10-02T12:31:22,910 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 first=row0 last=row98 2023-10-02T12:31:22,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-10-02T12:31:22,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:31:22,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 60 2023-10-02T12:31:22,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:31:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:23,325 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f49ff1d8151e673a93676efc75de06b6, NAME => 'ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing f49ff1d8151e673a93676efc75de06b6, disabling compactions & flushes 2023-10-02T12:31:23,732 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. after waiting 0 ms 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:23,732 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:23,732 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for f49ff1d8151e673a93676efc75de06b6: 2023-10-02T12:31:23,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:31:23,734 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1696249883734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249883734"}]},"ts":"1696249883734"} 2023-10-02T12:31:23,735 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:31:23,736 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:31:23,736 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249883736"}]},"ts":"1696249883736"} 2023-10-02T12:31:23,737 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-10-02T12:31:23,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, ASSIGN}] 2023-10-02T12:31:23,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, ASSIGN 2023-10-02T12:31:23,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:23,897 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=f49ff1d8151e673a93676efc75de06b6, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:23,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure f49ff1d8151e673a93676efc75de06b6, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:23,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:24,056 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(130): Open ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:24,057 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7254): Opening region: {ENCODED => f49ff1d8151e673a93676efc75de06b6, NAME => 'ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:31:24,057 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:24,057 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,057 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:24,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7296): checking encryption for f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7299): checking classloading for f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,066 INFO [StoreOpener-f49ff1d8151e673a93676efc75de06b6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,071 INFO [StoreOpener-f49ff1d8151e673a93676efc75de06b6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49ff1d8151e673a93676efc75de06b6 columnFamilyName f 2023-10-02T12:31:24,071 DEBUG [StoreOpener-f49ff1d8151e673a93676efc75de06b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:24,071 INFO [StoreOpener-f49ff1d8151e673a93676efc75de06b6-1 {}] regionserver.HStore(324): Store=f49ff1d8151e673a93676efc75de06b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:24,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,073 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,076 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1076): writing seq id for f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:24,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:24,093 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1093): Opened f49ff1d8151e673a93676efc75de06b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11055610880, jitterRate=0.02963399887084961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:31:24,094 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(992): Region open journal for f49ff1d8151e673a93676efc75de06b6: 2023-10-02T12:31:24,095 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6., pid=62, masterSystemTime=1696249884051 2023-10-02T12:31:24,097 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:24,097 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(158): Opened ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:24,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=f49ff1d8151e673a93676efc75de06b6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:24,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=62, resume processing ppid=61 2023-10-02T12:31:24,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure f49ff1d8151e673a93676efc75de06b6, server=jenkins-hbase3.apache.org,35019,1696249817467 in 200 msec 2023-10-02T12:31:24,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=60 2023-10-02T12:31:24,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, ASSIGN in 365 msec 2023-10-02T12:31:24,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:31:24,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249884109"}]},"ts":"1696249884109"} 2023-10-02T12:31:24,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-10-02T12:31:24,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:31:24,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.2060 sec 2023-10-02T12:31:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=60 2023-10-02T12:31:25,021 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:table2, procId: 60 completed 2023-10-02T12:31:25,025 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb from hbase tables ns2:test-16962498296701 to tables ns2:table2 2023-10-02T12:31:25,025 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962498296701 into ns2:table2 2023-10-02T12:31:25,029 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025 from hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb 2023-10-02T12:31:25,031 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6dbfec3f to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:25,044 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b44a1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:25,045 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:25,046 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52350, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:25,047 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:25,048 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-10-02T12:31:25,057 DEBUG [hconnection-0xbdd3821-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:25,059 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:25,061 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-10-02T12:31:25,061 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:31:25,061 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_877738dc-11a3-44c3-acfd-8502b98d6573 2023-10-02T12:31:25,072 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:25,072 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:25,073 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:25,074 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:25,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-10-02T12:31:25,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:31:25,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-10-02T12:31:25,396 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:31:25,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-10-02T12:31:26,269 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-656462615675033498.jar 2023-10-02T12:31:26,270 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,270 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,272 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,272 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,273 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,273 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,274 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:26,275 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:26,275 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:26,276 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:26,276 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:26,277 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:26,277 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:26,278 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:26,278 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:26,279 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:26,279 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:26,280 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:26,280 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,281 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,281 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,282 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,282 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,282 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:26,283 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:26,283 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-10-02T12:31:26,283 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:26,283 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6dbfec3f to 127.0.0.1:55893 2023-10-02T12:31:26,283 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:26,283 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:26,284 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:26,284 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:26,290 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:26,297 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:26,431 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249886380/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:26,431 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249886380/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:26,495 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 2023-10-02T12:31:26,501 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:26,558 DEBUG [pool-261-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x050e5016 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:26,575 DEBUG [pool-261-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63040f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:26,578 DEBUG [hconnection-0x54df9ccd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:26,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34682, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:26,587 DEBUG [pool-261-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x050e5016 to 127.0.0.1:55893 2023-10-02T12:31:26,587 DEBUG [pool-261-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:26,590 DEBUG [pool-261-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:31:26,590 DEBUG [pool-261-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:26,597 DEBUG [pool-261-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/_temporary/0/_temporary/attempt_local465449321_0008_r_000000_0/f/7cd4021849914062998f9f432c82b22c is 37, key is row10/f:q1/1696249833098/Put/seqid=0 2023-10-02T12:31:26,602 WARN [Thread-1239 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:27,493 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025 2023-10-02T12:31:27,494 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x753c54b2 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:27,501 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdbeac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:27,503 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:27,504 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34688, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:27,510 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/_SUCCESS 2023-10-02T12:31:27,514 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:27,516 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:27,525 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/f/7cd4021849914062998f9f432c82b22c first=Optional[row0] last=Optional[row98] 2023-10-02T12:31:27,526 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/f/7cd4021849914062998f9f432c82b22c}] 2023-10-02T12:31:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/f/7cd4021849914062998f9f432c82b22c for inclusion in f49ff1d8151e673a93676efc75de06b6/f 2023-10-02T12:31:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:31:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:31:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for f49ff1d8151e673a93676efc75de06b6: 2023-10-02T12:31:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249885025/f/7cd4021849914062998f9f432c82b22c to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__t5m1q0vhp3sh0qvmact8u3obd6r1sd16u52g1vtf14pbh1breseh0jre0iogmn2e/f/7cd4021849914062998f9f432c82b22c 2023-10-02T12:31:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__t5m1q0vhp3sh0qvmact8u3obd6r1sd16u52g1vtf14pbh1breseh0jre0iogmn2e/f/7cd4021849914062998f9f432c82b22c as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_ 2023-10-02T12:31:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0efb8e73 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e534c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:27,551 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:27,558 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34698, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:27,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0efb8e73 to 127.0.0.1:55893 2023-10-02T12:31:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:27,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__t5m1q0vhp3sh0qvmact8u3obd6r1sd16u52g1vtf14pbh1breseh0jre0iogmn2e/f/7cd4021849914062998f9f432c82b22c into f49ff1d8151e673a93676efc75de06b6/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_ - updating store file list. 2023-10-02T12:31:27,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_ into f49ff1d8151e673a93676efc75de06b6/f 2023-10-02T12:31:27,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__t5m1q0vhp3sh0qvmact8u3obd6r1sd16u52g1vtf14pbh1breseh0jre0iogmn2e/f/7cd4021849914062998f9f432c82b22c into f49ff1d8151e673a93676efc75de06b6/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_) 2023-10-02T12:31:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__t5m1q0vhp3sh0qvmact8u3obd6r1sd16u52g1vtf14pbh1breseh0jre0iogmn2e/f/7cd4021849914062998f9f432c82b22c 2023-10-02T12:31:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x16538909 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f01f803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:27,592 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:27,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34702, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:27,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x16538909 to 127.0.0.1:55893 2023-10-02T12:31:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:27,618 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:27,618 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x753c54b2 to 127.0.0.1:55893 2023-10-02T12:31:27,618 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:27,619 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:27,619 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:31:27,619 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(233): Backup: backup_1696249836367 hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/ 2023-10-02T12:31:27,619 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:31:27,629 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-10-02T12:31:27,649 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:27,651 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:27,652 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:27,654 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249870492/.backup.manifest 2023-10-02T12:31:27,655 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:27,657 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:27,657 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(148): Restoring 'test-1696249829670' to 'table1' from full backup image hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670 2023-10-02T12:31:27,659 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1696249870492 2023-10-02T12:31:27,662 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-10-02T12:31:27,663 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-10-02T12:31:27,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable table1 2023-10-02T12:31:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-10-02T12:31:27,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249887682"}]},"ts":"1696249887682"} 2023-10-02T12:31:27,683 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-10-02T12:31:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=63 2023-10-02T12:31:27,713 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-10-02T12:31:27,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, UNASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, UNASSIGN}] 2023-10-02T12:31:27,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, UNASSIGN 2023-10-02T12:31:27,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, UNASSIGN 2023-10-02T12:31:27,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=ab137187c469d2a4176097010473f803, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:27,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=cc76f3be8a994a500ea9ad9a29cf0210, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:27,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE; CloseRegionProcedure ab137187c469d2a4176097010473f803, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:27,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=67, ppid=65, state=RUNNABLE; CloseRegionProcedure cc76f3be8a994a500ea9ad9a29cf0210, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=63 2023-10-02T12:31:27,871 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(119): Close cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:27,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1668): Closing cc76f3be8a994a500ea9ad9a29cf0210, disabling compactions & flushes 2023-10-02T12:31:27,871 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1690): Closing region table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:27,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:27,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. after waiting 0 ms 2023-10-02T12:31:27,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:27,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:31:27,879 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:27,880 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1909): Closed table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. 2023-10-02T12:31:27,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1622): Region close journal for cc76f3be8a994a500ea9ad9a29cf0210: 2023-10-02T12:31:27,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(163): Closed cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:27,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(119): Close ab137187c469d2a4176097010473f803 2023-10-02T12:31:27,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1668): Closing ab137187c469d2a4176097010473f803, disabling compactions & flushes 2023-10-02T12:31:27,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1690): Closing region table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:27,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:27,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249877577.ab137187c469d2a4176097010473f803. after waiting 0 ms 2023-10-02T12:31:27,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:27,882 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=cc76f3be8a994a500ea9ad9a29cf0210, regionState=CLOSED 2023-10-02T12:31:27,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=67, resume processing ppid=65 2023-10-02T12:31:27,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=67, ppid=65, state=SUCCESS; CloseRegionProcedure cc76f3be8a994a500ea9ad9a29cf0210, server=jenkins-hbase3.apache.org,35019,1696249817467 in 167 msec 2023-10-02T12:31:27,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=65, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=cc76f3be8a994a500ea9ad9a29cf0210, UNASSIGN in 174 msec 2023-10-02T12:31:27,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:31:27,892 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:27,893 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1909): Closed table1,,1696249877577.ab137187c469d2a4176097010473f803. 2023-10-02T12:31:27,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1622): Region close journal for ab137187c469d2a4176097010473f803: 2023-10-02T12:31:27,894 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(163): Closed ab137187c469d2a4176097010473f803 2023-10-02T12:31:27,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=ab137187c469d2a4176097010473f803, regionState=CLOSED 2023-10-02T12:31:27,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=66, resume processing ppid=64 2023-10-02T12:31:27,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=66, ppid=64, state=SUCCESS; CloseRegionProcedure ab137187c469d2a4176097010473f803, server=jenkins-hbase3.apache.org,35019,1696249817467 in 177 msec 2023-10-02T12:31:27,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=64, resume processing ppid=63 2023-10-02T12:31:27,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=64, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=ab137187c469d2a4176097010473f803, UNASSIGN in 182 msec 2023-10-02T12:31:27,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249887899"}]},"ts":"1696249887899"} 2023-10-02T12:31:27,901 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-10-02T12:31:27,903 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-10-02T12:31:27,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=63, state=SUCCESS; DisableTableProcedure table=table1 in 232 msec 2023-10-02T12:31:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=63 2023-10-02T12:31:27,987 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:table1, procId: 63 completed 2023-10-02T12:31:27,988 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-10-02T12:31:27,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate table1 2023-10-02T12:31:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=68, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-10-02T12:31:28,005 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-10-02T12:31:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:28,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803 2023-10-02T12:31:28,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:28,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f3, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/mob, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/recovered.edits] 2023-10-02T12:31:28,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/recovered.edits] 2023-10-02T12:31:28,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_ to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/f/0584a3ff98da4b15b774502045df3ac2_SeqId_4_ 2023-10-02T12:31:28,026 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_ to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/ab137187c469d2a4176097010473f803/f3/32d06bc8bb4949eca322eefb8c163ce2_SeqId_4_ 2023-10-02T12:31:28,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_ to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/ab137187c469d2a4176097010473f803/mob/c463991cb1354462a4cd3ab6294eaa43_SeqId_4_ 2023-10-02T12:31:28,031 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/recovered.edits/6.seqid to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210/recovered.edits/6.seqid 2023-10-02T12:31:28,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/cc76f3be8a994a500ea9ad9a29cf0210 2023-10-02T12:31:28,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803/recovered.edits/6.seqid to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/ab137187c469d2a4176097010473f803/recovered.edits/6.seqid 2023-10-02T12:31:28,034 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/ab137187c469d2a4176097010473f803 2023-10-02T12:31:28,034 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-10-02T12:31:28,035 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-10-02T12:31:28,035 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2023-10-02T12:31:28,037 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-10-02T12:31:28,050 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 2 rows of table1 from hbase:meta 2023-10-02T12:31:28,052 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-10-02T12:31:28,053 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-10-02T12:31:28,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1696249877577.ab137187c469d2a4176097010473f803.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249888053"}]},"ts":"9223372036854775807"} 2023-10-02T12:31:28,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249888053"}]},"ts":"9223372036854775807"} 2023-10-02T12:31:28,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 2 regions from META 2023-10-02T12:31:28,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ab137187c469d2a4176097010473f803, NAME => 'table1,,1696249877577.ab137187c469d2a4176097010473f803.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => cc76f3be8a994a500ea9ad9a29cf0210, NAME => 'table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210.', STARTKEY => 'row0', ENDKEY => ''}] 2023-10-02T12:31:28,055 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-10-02T12:31:28,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696249888055"}]},"ts":"9223372036854775807"} 2023-10-02T12:31:28,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-10-02T12:31:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:28,467 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4bc1a434f114f4228cc9538bad3f67aa, NAME => 'table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:28,467 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => d7b51118bf70b13fcd29df0a9202bc08, NAME => 'table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing d7b51118bf70b13fcd29df0a9202bc08, disabling compactions & flushes 2023-10-02T12:31:28,484 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. after waiting 0 ms 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:28,484 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:28,484 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 4bc1a434f114f4228cc9538bad3f67aa, disabling compactions & flushes 2023-10-02T12:31:28,886 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. after waiting 0 ms 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:28,886 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:28,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:28,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249888888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249888888"}]},"ts":"1696249888888"} 2023-10-02T12:31:28,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249888888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249888888"}]},"ts":"1696249888888"} 2023-10-02T12:31:28,891 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-10-02T12:31:28,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249888892"}]},"ts":"1696249888892"} 2023-10-02T12:31:28,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-10-02T12:31:28,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, ASSIGN}, {pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, ASSIGN}] 2023-10-02T12:31:28,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, ASSIGN 2023-10-02T12:31:28,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, ASSIGN 2023-10-02T12:31:28,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:28,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:29,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:29,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:29,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE; OpenRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:29,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=72, ppid=69, state=RUNNABLE; OpenRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:29,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(130): Open table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:29,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7254): Opening region: {ENCODED => d7b51118bf70b13fcd29df0a9202bc08, NAME => 'table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.', STARTKEY => 'row0', ENDKEY => ''} 2023-10-02T12:31:29,219 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:29,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(888): Instantiated table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:29,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7296): checking encryption for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7299): checking classloading for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,221 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,222 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName f 2023-10-02T12:31:29,222 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,223 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,223 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,224 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName f3 2023-10-02T12:31:29,225 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,225 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,225 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,227 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName mob 2023-10-02T12:31:29,228 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,228 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,230 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:29,233 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1076): writing seq id for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:29,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:29,235 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): Opened d7b51118bf70b13fcd29df0a9202bc08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11252056000, jitterRate=0.04792937636375427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:29,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(992): Region open journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:29,237 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08., pid=71, masterSystemTime=1696249889214 2023-10-02T12:31:29,239 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:29,239 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(158): Opened table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:29,239 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(130): Open table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:29,239 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7254): Opening region: {ENCODED => 4bc1a434f114f4228cc9538bad3f67aa, NAME => 'table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.', STARTKEY => '', ENDKEY => 'row0'} 2023-10-02T12:31:29,239 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:29,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:29,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(888): Instantiated table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:29,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7296): checking encryption for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7299): checking classloading for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,241 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,243 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName f 2023-10-02T12:31:29,243 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=71, resume processing ppid=70 2023-10-02T12:31:29,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=71, ppid=70, state=SUCCESS; OpenRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467 in 179 msec 2023-10-02T12:31:29,244 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,244 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=70, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, ASSIGN in 343 msec 2023-10-02T12:31:29,245 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName f3 2023-10-02T12:31:29,245 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,246 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,246 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,247 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName mob 2023-10-02T12:31:29,248 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:29,248 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:29,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,250 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,252 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:29,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1076): writing seq id for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:29,255 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:29,256 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): Opened 4bc1a434f114f4228cc9538bad3f67aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10504801120, jitterRate=-0.021664157509803772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:29,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(992): Region open journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:29,257 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa., pid=72, masterSystemTime=1696249889214 2023-10-02T12:31:29,258 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:29,258 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(158): Opened table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:29,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:29,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=72, resume processing ppid=69 2023-10-02T12:31:29,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=72, ppid=69, state=SUCCESS; OpenRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467 in 197 msec 2023-10-02T12:31:29,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=69, resume processing ppid=68 2023-10-02T12:31:29,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, ASSIGN in 361 msec 2023-10-02T12:31:29,263 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249889263"}]},"ts":"1696249889263"} 2023-10-02T12:31:29,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-10-02T12:31:29,267 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-10-02T12:31:29,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=68, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2710 sec 2023-10-02T12:31:29,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-02T12:31:30,113 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: default:table1, procId: 68 completed 2023-10-02T12:31:30,117 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 from hbase tables test-1696249829670 to tables table1 2023-10-02T12:31:30,117 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249829670 into table1 2023-10-02T12:31:30,120 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117 from hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:30,122 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44b69985 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:30,126 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6db91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:30,127 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:30,129 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52392, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:30,130 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:30,130 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-10-02T12:31:30,133 DEBUG [hconnection-0x4e3cbc7a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:30,135 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:30,137 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-10-02T12:31:30,137 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-10-02T12:31:30,137 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-10-02T12:31:30,138 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_a687c8f1-4210-4973-ace5-a94e78463c55 2023-10-02T12:31:30,546 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:30,547 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:30,548 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:30,548 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,542 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-8489600048845676874.jar 2023-10-02T12:31:31,543 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,543 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,543 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,544 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,544 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,545 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,545 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,547 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,547 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,548 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:31,548 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:31,549 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:31,549 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:31,550 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:31,550 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:31,551 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:31,551 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:31,552 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:31,552 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:31,552 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:31,553 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:31,553 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,554 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,554 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,554 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,555 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,555 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:31,556 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:31,556 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-10-02T12:31:31,556 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:31,556 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44b69985 to 127.0.0.1:55893 2023-10-02T12:31:31,556 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:31,556 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:31,556 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:31,557 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:31,562 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:31,568 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:31,669 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249891624/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:31,669 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249891624/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:31,747 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f/d9256c5a06ec4ad287dadfe8ae4f9ebe 2023-10-02T12:31:31,751 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:31,862 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/mob/f07bafc647814018a81825525d41d830 2023-10-02T12:31:31,868 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:31,898 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/default/test-1696249829670/archive/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f3/65767c6ba4c246ab8ab337f914016c17 2023-10-02T12:31:31,902 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:31,920 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x685166ca to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:31,931 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7036b313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:31,934 DEBUG [hconnection-0x39ede547-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:31,935 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38342, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:31,943 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x685166ca to 127.0.0.1:55893 2023-10-02T12:31:31,943 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:31,943 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:31,943 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:31,955 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1be2a713 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:31,970 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c240a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:31,975 DEBUG [hconnection-0x2974f80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:31,978 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38348, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:31,983 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1be2a713 to 127.0.0.1:55893 2023-10-02T12:31:31,983 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:31,983 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:31,983 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:31,995 DEBUG [pool-278-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/_temporary/0/_temporary/attempt_local747733628_0009_r_000000_0/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 is 58, key is row-test-1696249829670-3-0/f3:q1/1696249836344/Put/seqid=0 2023-10-02T12:31:31,997 WARN [Thread-1303 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:32,004 DEBUG [pool-278-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/_temporary/0/_temporary/attempt_local747733628_0009_r_000000_0/mob/e903702f5d264403a516cd12ef499606 is 59, key is row-test-1696249829670-3-0/mob:q1/1696249836355/Put/seqid=0 2023-10-02T12:31:32,006 WARN [Thread-1305 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:32,040 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4ea2b327 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:32,046 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ae2b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:32,090 DEBUG [hconnection-0x47ffda78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:32,093 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38362, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:32,097 DEBUG [pool-278-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4ea2b327 to 127.0.0.1:55893 2023-10-02T12:31:32,097 DEBUG [pool-278-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:32,097 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:31:32,097 DEBUG [pool-278-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:32,106 DEBUG [pool-278-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/_temporary/0/_temporary/attempt_local747733628_0009_r_000001_0/f/b549c81e8e374ad58e15fdeccc1d7aa5 is 37, key is row10/f:q1/1696249832383/Put/seqid=0 2023-10-02T12:31:32,111 WARN [Thread-1318 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:32,747 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117 2023-10-02T12:31:32,762 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6ac92c87 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:32,773 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be8d82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:32,780 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:32,781 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:32,794 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/_SUCCESS 2023-10-02T12:31:32,813 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:32,816 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:32,832 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f/b549c81e8e374ad58e15fdeccc1d7aa5 first=Optional[row0] last=Optional[row98] 2023-10-02T12:31:32,836 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 first=Optional[row-test-1696249829670-3-0] last=Optional[row-test-1696249829670-3-5] 2023-10-02T12:31:32,840 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/mob/e903702f5d264403a516cd12ef499606 first=Optional[row-test-1696249829670-3-0] last=Optional[row-test-1696249829670-3-5] 2023-10-02T12:31:32,841 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row with hfile group [{f3,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5}{mob,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/mob/e903702f5d264403a516cd12ef499606}] 2023-10-02T12:31:32,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 for inclusion in 4bc1a434f114f4228cc9538bad3f67aa/f3 2023-10-02T12:31:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:32,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/mob/e903702f5d264403a516cd12ef499606 for inclusion in 4bc1a434f114f4228cc9538bad3f67aa/mob 2023-10-02T12:31:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-5 2023-10-02T12:31:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 2023-10-02T12:31:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_ 2023-10-02T12:31:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/mob/e903702f5d264403a516cd12ef499606 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/mob/e903702f5d264403a516cd12ef499606 2023-10-02T12:31:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/mob/e903702f5d264403a516cd12ef499606 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/ecc92dc8db8943eda7cdc9390f488d24_SeqId_4_ 2023-10-02T12:31:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75d2acd0 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a88e4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:32,890 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35428, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:32,897 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38376, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:32,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x75d2acd0 to 127.0.0.1:55893 2023-10-02T12:31:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1a71a5d5 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0e2f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:32,953 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35430, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:32,960 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:33,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1a71a5d5 to 127.0.0.1:55893 2023-10-02T12:31:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:33,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 into 4bc1a434f114f4228cc9538bad3f67aa/f3 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_ - updating store file list. 2023-10-02T12:31:33,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_ into 4bc1a434f114f4228cc9538bad3f67aa/f3 2023-10-02T12:31:33,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 into 4bc1a434f114f4228cc9538bad3f67aa/f3 (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_) 2023-10-02T12:31:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f3/454fa1ebd1b3400aa14fd0b81bd9e4d5 2023-10-02T12:31:33,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/mob/e903702f5d264403a516cd12ef499606 into 4bc1a434f114f4228cc9538bad3f67aa/mob as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/ecc92dc8db8943eda7cdc9390f488d24_SeqId_4_ - updating store file list. 2023-10-02T12:31:33,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/ecc92dc8db8943eda7cdc9390f488d24_SeqId_4_ into 4bc1a434f114f4228cc9538bad3f67aa/mob 2023-10-02T12:31:33,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/mob/e903702f5d264403a516cd12ef499606 into 4bc1a434f114f4228cc9538bad3f67aa/mob (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/ecc92dc8db8943eda7cdc9390f488d24_SeqId_4_) 2023-10-02T12:31:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/mob/e903702f5d264403a516cd12ef499606 2023-10-02T12:31:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x36b375ed to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4109ff35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:33,038 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35442, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:33,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38402, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:33,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x36b375ed to 127.0.0.1:55893 2023-10-02T12:31:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:33,069 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f/b549c81e8e374ad58e15fdeccc1d7aa5}] 2023-10-02T12:31:33,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f/b549c81e8e374ad58e15fdeccc1d7aa5 for inclusion in d7b51118bf70b13fcd29df0a9202bc08/f 2023-10-02T12:31:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:31:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-10-02T12:31:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249890117/f/b549c81e8e374ad58e15fdeccc1d7aa5 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f/b549c81e8e374ad58e15fdeccc1d7aa5 2023-10-02T12:31:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f/b549c81e8e374ad58e15fdeccc1d7aa5 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/f/8d2a1373df0c4312ab219ac49d97ba34_SeqId_4_ 2023-10-02T12:31:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7081b24b to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb11d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:33,101 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35456, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:33,115 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38408, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:33,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7081b24b to 127.0.0.1:55893 2023-10-02T12:31:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:33,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f/b549c81e8e374ad58e15fdeccc1d7aa5 into d7b51118bf70b13fcd29df0a9202bc08/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/f/8d2a1373df0c4312ab219ac49d97ba34_SeqId_4_ - updating store file list. 2023-10-02T12:31:33,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/f/8d2a1373df0c4312ab219ac49d97ba34_SeqId_4_ into d7b51118bf70b13fcd29df0a9202bc08/f 2023-10-02T12:31:33,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f/b549c81e8e374ad58e15fdeccc1d7aa5 into d7b51118bf70b13fcd29df0a9202bc08/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/f/8d2a1373df0c4312ab219ac49d97ba34_SeqId_4_) 2023-10-02T12:31:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__23g5ngsd2bouogssl5s17g4ff1r452216e7n5us7apli7fek85a0sq8ql54el5un/f/b549c81e8e374ad58e15fdeccc1d7aa5 2023-10-02T12:31:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x765a877c to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bba4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:33,175 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:33,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38410, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:33,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x765a877c to 127.0.0.1:55893 2023-10-02T12:31:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:33,208 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:33,209 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6ac92c87 to 127.0.0.1:55893 2023-10-02T12:31:33,209 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:33,209 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:33,261 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(181): Restoring 'test-1696249829670' to 'table1' from log dirs: hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/f/f82450b133b64fac82354b86562c3ef7,hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/mob/455aa81cc1fc404188dbbda1b96ac8b2,hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670/f2/e3e6cfc02be64e16a97f8e798bc8fbe2 2023-10-02T12:31:33,265 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(177): Found descriptor 'test-1696249829670', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1696249870492 2023-10-02T12:31:33,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$13(2700): Client=jenkins//172.31.12.81 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=73, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=table1 2023-10-02T12:31:33,727 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2023-10-02T12:31:33,727 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2023-10-02T12:31:33,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=table1}] 2023-10-02T12:31:33,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, REOPEN/MOVE}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, REOPEN/MOVE}] 2023-10-02T12:31:33,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, REOPEN/MOVE 2023-10-02T12:31:33,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, REOPEN/MOVE 2023-10-02T12:31:33,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:33,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:33,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=77, ppid=75, state=RUNNABLE; CloseRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:33,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE; CloseRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:33,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(119): Close 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:33,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1668): Closing 4bc1a434f114f4228cc9538bad3f67aa, disabling compactions & flushes 2023-10-02T12:31:33,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1690): Closing region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:33,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:33,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. after waiting 0 ms 2023-10-02T12:31:33,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:33,901 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:31:33,901 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:33,902 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1909): Closed table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:33,902 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1622): Region close journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:33,902 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionServer(3735): Not adding moved region record: 4bc1a434f114f4228cc9538bad3f67aa to self. 2023-10-02T12:31:33,904 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(163): Closed 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:33,904 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(119): Close d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:33,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1668): Closing d7b51118bf70b13fcd29df0a9202bc08, disabling compactions & flushes 2023-10-02T12:31:33,905 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1690): Closing region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:33,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:33,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. after waiting 0 ms 2023-10-02T12:31:33,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:33,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=CLOSED 2023-10-02T12:31:33,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=77, resume processing ppid=75 2023-10-02T12:31:33,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=77, ppid=75, state=SUCCESS; CloseRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467 in 174 msec 2023-10-02T12:31:33,913 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=true 2023-10-02T12:31:33,916 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:31:33,917 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:33,918 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1909): Closed table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:33,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1622): Region close journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:33,918 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionServer(3735): Not adding moved region record: d7b51118bf70b13fcd29df0a9202bc08 to self. 2023-10-02T12:31:33,919 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(163): Closed d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:33,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=CLOSED 2023-10-02T12:31:33,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=78, resume processing ppid=76 2023-10-02T12:31:33,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=78, ppid=76, state=SUCCESS; CloseRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467 in 183 msec 2023-10-02T12:31:33,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=true 2023-10-02T12:31:34,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:34,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:34,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=79, ppid=75, state=RUNNABLE; OpenRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:34,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=80, ppid=76, state=RUNNABLE; OpenRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:34,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(130): Open table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:34,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7254): Opening region: {ENCODED => d7b51118bf70b13fcd29df0a9202bc08, NAME => 'table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.', STARTKEY => 'row0', ENDKEY => ''} 2023-10-02T12:31:34,224 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:34,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(888): Instantiated table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:34,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7296): checking encryption for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7299): checking classloading for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,226 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,227 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName f 2023-10-02T12:31:34,227 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,233 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/f/8d2a1373df0c4312ab219ac49d97ba34_SeqId_4_ 2023-10-02T12:31:34,233 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,233 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,235 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName f2 2023-10-02T12:31:34,235 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,235 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,236 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,236 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7b51118bf70b13fcd29df0a9202bc08 columnFamilyName mob 2023-10-02T12:31:34,237 DEBUG [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,238 INFO [StoreOpener-d7b51118bf70b13fcd29df0a9202bc08-1 {}] regionserver.HStore(324): Store=d7b51118bf70b13fcd29df0a9202bc08/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,239 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:34,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1076): writing seq id for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:34,245 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): Opened d7b51118bf70b13fcd29df0a9202bc08; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11771553280, jitterRate=0.09631133079528809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:34,246 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(992): Region open journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:34,247 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08., pid=80, masterSystemTime=1696249894218 2023-10-02T12:31:34,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:34,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(158): Opened table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:34,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(130): Open table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:34,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7254): Opening region: {ENCODED => 4bc1a434f114f4228cc9538bad3f67aa, NAME => 'table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.', STARTKEY => '', ENDKEY => 'row0'} 2023-10-02T12:31:34,249 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d7b51118bf70b13fcd29df0a9202bc08, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:34,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:34,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(888): Instantiated table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:34,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7296): checking encryption for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7299): checking classloading for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,251 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,252 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName f 2023-10-02T12:31:34,252 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=80, resume processing ppid=76 2023-10-02T12:31:34,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=80, ppid=76, state=SUCCESS; OpenRegionProcedure d7b51118bf70b13fcd29df0a9202bc08, server=jenkins-hbase3.apache.org,35019,1696249817467 in 183 msec 2023-10-02T12:31:34,252 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,253 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=76, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=d7b51118bf70b13fcd29df0a9202bc08, REOPEN/MOVE in 518 msec 2023-10-02T12:31:34,254 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName f2 2023-10-02T12:31:34,254 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,255 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,255 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,256 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bc1a434f114f4228cc9538bad3f67aa columnFamilyName mob 2023-10-02T12:31:34,256 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:34,262 DEBUG [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/ecc92dc8db8943eda7cdc9390f488d24_SeqId_4_ 2023-10-02T12:31:34,262 INFO [StoreOpener-4bc1a434f114f4228cc9538bad3f67aa-1 {}] regionserver.HStore(324): Store=4bc1a434f114f4228cc9538bad3f67aa/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:34,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,266 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:31:34,268 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1076): writing seq id for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:34,269 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): Opened 4bc1a434f114f4228cc9538bad3f67aa; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10258241600, jitterRate=-0.04462680220603943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:31:34,269 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(992): Region open journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:34,270 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa., pid=79, masterSystemTime=1696249894218 2023-10-02T12:31:34,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:34,271 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(158): Opened table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:34,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=4bc1a434f114f4228cc9538bad3f67aa, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:34,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=79, resume processing ppid=75 2023-10-02T12:31:34,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=79, ppid=75, state=SUCCESS; OpenRegionProcedure 4bc1a434f114f4228cc9538bad3f67aa, server=jenkins-hbase3.apache.org,35019,1696249817467 in 207 msec 2023-10-02T12:31:34,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=75, resume processing ppid=74 2023-10-02T12:31:34,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=4bc1a434f114f4228cc9538bad3f67aa, REOPEN/MOVE in 541 msec 2023-10-02T12:31:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=74, resume processing ppid=73 2023-10-02T12:31:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=74, ppid=73, state=SUCCESS; ReopenTableRegionsProcedure table=table1 in 548 msec 2023-10-02T12:31:34,281 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2023-10-02T12:31:34,285 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_ to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f3/404427efb60a4b79a8e1ab9b66b311cc_SeqId_4_ 2023-10-02T12:31:34,287 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08., family=f3 2023-10-02T12:31:34,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=73, state=SUCCESS; ModifyTableProcedure table=table1 in 1.0180 sec 2023-10-02T12:31:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=73 2023-10-02T12:31:34,294 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:34,294 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/f/f82450b133b64fac82354b86562c3ef7,hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/mob/455aa81cc1fc404188dbbda1b96ac8b2,hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670/f2/e3e6cfc02be64e16a97f8e798bc8fbe2 from hbase tables test-1696249829670 to tables table1 2023-10-02T12:31:34,294 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1696249829670 into table1 2023-10-02T12:31:34,296 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294 from hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/f/f82450b133b64fac82354b86562c3ef7,hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/mob/455aa81cc1fc404188dbbda1b96ac8b2,hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670/f2/e3e6cfc02be64e16a97f8e798bc8fbe2 2023-10-02T12:31:34,297 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4ab29fe4 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:34,302 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0c63ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:34,308 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:34,310 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35478, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:34,312 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:34,312 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1696249829670 2023-10-02T12:31:34,316 DEBUG [hconnection-0x515e4b2d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:34,318 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38422, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:34,319 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1696249829670: 2023-10-02T12:31:34,319 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:31:34,320 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_11aa5c4a-6868-4beb-ba2d-d83e46612316 2023-10-02T12:31:34,337 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:34,338 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:34,339 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:34,339 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:34,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:35,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-22439980456643788.jar 2023-10-02T12:31:35,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,453 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,453 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,454 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,454 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,454 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,455 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,456 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,456 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:35,457 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:35,457 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:35,458 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:35,459 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:35,459 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:35,460 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:35,460 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:35,461 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:35,462 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:35,462 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:35,462 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:35,463 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,463 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,464 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,464 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,464 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,464 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:35,465 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:35,465 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1696249829670 2023-10-02T12:31:35,465 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:35,466 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4ab29fe4 to 127.0.0.1:55893 2023-10-02T12:31:35,466 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:35,466 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:35,466 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:35,467 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:35,471 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:35,478 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:35,557 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249895522/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:35,557 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249895522/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:35,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/mob/455aa81cc1fc404188dbbda1b96ac8b2 2023-10-02T12:31:35,611 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:35,633 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249852714/default/test-1696249829670/f/f82450b133b64fac82354b86562c3ef7 2023-10-02T12:31:35,637 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:35,688 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670/f2/e3e6cfc02be64e16a97f8e798bc8fbe2 2023-10-02T12:31:35,692 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:35,711 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20251e57 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:35,714 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf12b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:35,716 DEBUG [hconnection-0x7151f173-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:35,717 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:35,719 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20251e57 to 127.0.0.1:55893 2023-10-02T12:31:35,720 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:35,724 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-1-0] 2023-10-02T12:31:35,724 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:35,733 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2fd3c216 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:35,738 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7089b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:35,745 DEBUG [hconnection-0x534eea01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:35,747 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38434, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:35,749 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2fd3c216 to 127.0.0.1:55893 2023-10-02T12:31:35,749 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:35,750 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-2-0] 2023-10-02T12:31:35,750 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:35,756 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x749bb372 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:35,761 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de7b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:35,762 DEBUG [hconnection-0x2094b2a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:35,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38446, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:35,766 DEBUG [pool-300-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x749bb372 to 127.0.0.1:55893 2023-10-02T12:31:35,766 DEBUG [pool-300-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:35,767 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1696249829670-3-0] 2023-10-02T12:31:35,767 DEBUG [pool-300-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:35,772 DEBUG [pool-300-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/_temporary/0/_temporary/attempt_local507256339_0010_r_000000_0/f/6ea3fab1183941989f5ea5ef0c7aaa0a is 59, key is row-test-1696249829670-1-10/f:q1/1696249851350/Put/seqid=0 2023-10-02T12:31:35,773 WARN [Thread-1376 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:35,776 DEBUG [pool-300-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/_temporary/0/_temporary/attempt_local507256339_0010_r_000000_0/f2/f520b8522c9a4872bca0ba687275f0a6 is 58, key is row-test-1696249829670-2-0/f2:q1/1696249865486/Put/seqid=0 2023-10-02T12:31:35,777 WARN [Thread-1378 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:36,181 DEBUG [pool-300-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/_temporary/0/_temporary/attempt_local507256339_0010_r_000000_0/mob/dc791ac4965d44b3a500400f57a41cde is 63, key is row-test-1696249829670-3-100/mob:q1/1696249851699/Put/seqid=0 2023-10-02T12:31:36,182 WARN [Thread-1380 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:37,600 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294 2023-10-02T12:31:37,600 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x622d2a84 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:37,604 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8dfed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:37,605 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:37,607 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38458, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:37,621 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/_SUCCESS 2023-10-02T12:31:37,630 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:37,631 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35482, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:37,643 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f/6ea3fab1183941989f5ea5ef0c7aaa0a first=Optional[row-test-1696249829670-1-0] last=Optional[row-test-1696249829670-1-98] 2023-10-02T12:31:37,646 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f2/f520b8522c9a4872bca0ba687275f0a6 first=Optional[row-test-1696249829670-2-0] last=Optional[row-test-1696249829670-2-6] 2023-10-02T12:31:37,650 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/mob/dc791ac4965d44b3a500400f57a41cde first=Optional[row-test-1696249829670-3-0] last=Optional[row-test-1696249829670-3-99] 2023-10-02T12:31:37,651 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=7 for row with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f/6ea3fab1183941989f5ea5ef0c7aaa0a}{mob,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/mob/dc791ac4965d44b3a500400f57a41cde}{f2,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f2/f520b8522c9a4872bca0ba687275f0a6}] 2023-10-02T12:31:37,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f/6ea3fab1183941989f5ea5ef0c7aaa0a for inclusion in 4bc1a434f114f4228cc9538bad3f67aa/f 2023-10-02T12:31:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-1-0 last=row-test-1696249829670-1-98 2023-10-02T12:31:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:37,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/mob/dc791ac4965d44b3a500400f57a41cde for inclusion in 4bc1a434f114f4228cc9538bad3f67aa/mob 2023-10-02T12:31:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-3-0 last=row-test-1696249829670-3-99 2023-10-02T12:31:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:37,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f2/f520b8522c9a4872bca0ba687275f0a6 for inclusion in 4bc1a434f114f4228cc9538bad3f67aa/f2 2023-10-02T12:31:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-test-1696249829670-2-0 last=row-test-1696249829670-2-6 2023-10-02T12:31:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-10-02T12:31:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f/6ea3fab1183941989f5ea5ef0c7aaa0a to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f/6ea3fab1183941989f5ea5ef0c7aaa0a 2023-10-02T12:31:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f/6ea3fab1183941989f5ea5ef0c7aaa0a as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f/0ad6b5840a05440d9d1d08d9c06aed6d_SeqId_9_ 2023-10-02T12:31:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/mob/dc791ac4965d44b3a500400f57a41cde to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/mob/dc791ac4965d44b3a500400f57a41cde 2023-10-02T12:31:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/mob/dc791ac4965d44b3a500400f57a41cde as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/a0f599883c644994bff6c8d078012ea7_SeqId_9_ 2023-10-02T12:31:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-default-table1-1696249894294/f2/f520b8522c9a4872bca0ba687275f0a6 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f2/f520b8522c9a4872bca0ba687275f0a6 2023-10-02T12:31:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f2/f520b8522c9a4872bca0ba687275f0a6 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f2/f7e10e3745774b9db965653cf85fec1c_SeqId_9_ 2023-10-02T12:31:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x07404464 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526fbdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:37,692 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:37,699 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38472, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:37,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x07404464 to 127.0.0.1:55893 2023-10-02T12:31:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4f0bf9ca to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf93c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:37,731 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35492, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:37,736 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38482, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:37,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4f0bf9ca to 127.0.0.1:55893 2023-10-02T12:31:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x54b7968c to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a29e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:37,753 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35494, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:37,757 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38494, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:37,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x54b7968c to 127.0.0.1:55893 2023-10-02T12:31:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:37,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f/6ea3fab1183941989f5ea5ef0c7aaa0a into 4bc1a434f114f4228cc9538bad3f67aa/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f/0ad6b5840a05440d9d1d08d9c06aed6d_SeqId_9_ - updating store file list. 2023-10-02T12:31:37,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f/0ad6b5840a05440d9d1d08d9c06aed6d_SeqId_9_ into 4bc1a434f114f4228cc9538bad3f67aa/f 2023-10-02T12:31:37,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f/6ea3fab1183941989f5ea5ef0c7aaa0a into 4bc1a434f114f4228cc9538bad3f67aa/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f/0ad6b5840a05440d9d1d08d9c06aed6d_SeqId_9_) 2023-10-02T12:31:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f/6ea3fab1183941989f5ea5ef0c7aaa0a 2023-10-02T12:31:37,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f2/f520b8522c9a4872bca0ba687275f0a6 into 4bc1a434f114f4228cc9538bad3f67aa/f2 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f2/f7e10e3745774b9db965653cf85fec1c_SeqId_9_ - updating store file list. 2023-10-02T12:31:37,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f2/f7e10e3745774b9db965653cf85fec1c_SeqId_9_ into 4bc1a434f114f4228cc9538bad3f67aa/f2 2023-10-02T12:31:37,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f2/f520b8522c9a4872bca0ba687275f0a6 into 4bc1a434f114f4228cc9538bad3f67aa/f2 (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/f2/f7e10e3745774b9db965653cf85fec1c_SeqId_9_) 2023-10-02T12:31:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/f2/f520b8522c9a4872bca0ba687275f0a6 2023-10-02T12:31:37,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/mob/dc791ac4965d44b3a500400f57a41cde into 4bc1a434f114f4228cc9538bad3f67aa/mob as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/a0f599883c644994bff6c8d078012ea7_SeqId_9_ - updating store file list. 2023-10-02T12:31:37,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/a0f599883c644994bff6c8d078012ea7_SeqId_9_ into 4bc1a434f114f4228cc9538bad3f67aa/mob 2023-10-02T12:31:37,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/mob/dc791ac4965d44b3a500400f57a41cde into 4bc1a434f114f4228cc9538bad3f67aa/mob (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/mob/a0f599883c644994bff6c8d078012ea7_SeqId_9_) 2023-10-02T12:31:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__table1__lvl64qoe3akrbja5dkgsltnut1lqqpnv0ake4q5qmjpcd2uh8pc82u4qphqn2ur5/mob/dc791ac4965d44b3a500400f57a41cde 2023-10-02T12:31:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74aec77f to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60aa4522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:37,793 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:37,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:37,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74aec77f to 127.0.0.1:55893 2023-10-02T12:31:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:37,810 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:37,810 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x622d2a84 to 127.0.0.1:55893 2023-10-02T12:31:37,810 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:37,811 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:37,811 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(187): test-1696249829670 has been successfully restored to table1 2023-10-02T12:31:37,811 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:31:37,811 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(233): Backup: backup_1696249870492 hdfs://localhost:43271/backupUT/backup_1696249870492/default/test-1696249829670/ 2023-10-02T12:31:37,812 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43271/backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:37,814 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1696249836367/.backup.manifest 2023-10-02T12:31:37,815 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16962498296701' to 'ns2:table2' from full backup image hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701 2023-10-02T12:31:37,817 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16962498296701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1696249870492 2023-10-02T12:31:37,819 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(476): Truncating exising target table 'ns2:table2', preserving region splits 2023-10-02T12:31:37,820 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$18(967): Started disable of ns2:table2 2023-10-02T12:31:37,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable ns2:table2 2023-10-02T12:31:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-10-02T12:31:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=81 2023-10-02T12:31:37,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249897824"}]},"ts":"1696249897824"} 2023-10-02T12:31:37,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-10-02T12:31:37,827 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-10-02T12:31:37,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, UNASSIGN}] 2023-10-02T12:31:37,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, UNASSIGN 2023-10-02T12:31:37,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f49ff1d8151e673a93676efc75de06b6, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:37,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE; CloseRegionProcedure f49ff1d8151e673a93676efc75de06b6, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=81 2023-10-02T12:31:37,985 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(119): Close f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:37,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1668): Closing f49ff1d8151e673a93676efc75de06b6, disabling compactions & flushes 2023-10-02T12:31:37,985 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:37,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:37,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. after waiting 0 ms 2023-10-02T12:31:37,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:37,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:31:37,995 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:37,995 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1909): Closed ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. 2023-10-02T12:31:37,995 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1622): Region close journal for f49ff1d8151e673a93676efc75de06b6: 2023-10-02T12:31:37,997 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(163): Closed f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:37,997 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=f49ff1d8151e673a93676efc75de06b6, regionState=CLOSED 2023-10-02T12:31:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=83, resume processing ppid=82 2023-10-02T12:31:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=83, ppid=82, state=SUCCESS; CloseRegionProcedure f49ff1d8151e673a93676efc75de06b6, server=jenkins-hbase3.apache.org,35019,1696249817467 in 165 msec 2023-10-02T12:31:38,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=82, resume processing ppid=81 2023-10-02T12:31:38,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=82, ppid=81, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=f49ff1d8151e673a93676efc75de06b6, UNASSIGN in 172 msec 2023-10-02T12:31:38,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249898001"}]},"ts":"1696249898001"} 2023-10-02T12:31:38,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-10-02T12:31:38,004 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-10-02T12:31:38,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=81, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 185 msec 2023-10-02T12:31:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=81 2023-10-02T12:31:38,126 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: ns2:table2, procId: 81 completed 2023-10-02T12:31:38,127 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$16(847): Started truncating ns2:table2 2023-10-02T12:31:38,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate ns2:table2 2023-10-02T12:31:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1032): Stored pid=84, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2023-10-02T12:31:38,130 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2023-10-02T12:31:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:38,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:38,134 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f, FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/recovered.edits] 2023-10-02T12:31:38,138 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_ to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/f/2b4a28d32971471a8705e4491837e069_SeqId_4_ 2023-10-02T12:31:38,140 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/recovered.edits/6.seqid to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/archive/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6/recovered.edits/6.seqid 2023-10-02T12:31:38,141 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/f49ff1d8151e673a93676efc75de06b6 2023-10-02T12:31:38,141 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-10-02T12:31:38,145 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-10-02T12:31:38,147 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-10-02T12:31:38,147 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-10-02T12:31:38,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249898147"}]},"ts":"9223372036854775807"} 2023-10-02T12:31:38,149 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-02T12:31:38,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f49ff1d8151e673a93676efc75de06b6, NAME => 'ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:31:38,149 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-10-02T12:31:38,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696249898149"}]},"ts":"9223372036854775807"} 2023-10-02T12:31:38,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-10-02T12:31:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:38,562 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5edade68ce5c687673fc49e643f29ff1, NAME => 'ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30 2023-10-02T12:31:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 5edade68ce5c687673fc49e643f29ff1, disabling compactions & flushes 2023-10-02T12:31:38,971 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. after waiting 0 ms 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:38,971 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:38,971 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5edade68ce5c687673fc49e643f29ff1: 2023-10-02T12:31:38,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1696249898972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249898972"}]},"ts":"1696249898972"} 2023-10-02T12:31:38,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:31:38,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249898974"}]},"ts":"1696249898974"} 2023-10-02T12:31:38,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-10-02T12:31:38,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5edade68ce5c687673fc49e643f29ff1, ASSIGN}] 2023-10-02T12:31:38,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=5edade68ce5c687673fc49e643f29ff1, ASSIGN 2023-10-02T12:31:38,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=5edade68ce5c687673fc49e643f29ff1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35019,1696249817467; forceNewPlan=false, retain=false 2023-10-02T12:31:39,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=5edade68ce5c687673fc49e643f29ff1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:39,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure 5edade68ce5c687673fc49e643f29ff1, server=jenkins-hbase3.apache.org,35019,1696249817467}] 2023-10-02T12:31:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:39,291 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(130): Open ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:39,291 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7254): Opening region: {ENCODED => 5edade68ce5c687673fc49e643f29ff1, NAME => 'ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:31:39,291 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:31:39,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(888): Instantiated ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:31:39,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7296): checking encryption for 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7299): checking classloading for 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,293 INFO [StoreOpener-5edade68ce5c687673fc49e643f29ff1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,295 INFO [StoreOpener-5edade68ce5c687673fc49e643f29ff1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edade68ce5c687673fc49e643f29ff1 columnFamilyName f 2023-10-02T12:31:39,295 DEBUG [StoreOpener-5edade68ce5c687673fc49e643f29ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:31:39,295 INFO [StoreOpener-5edade68ce5c687673fc49e643f29ff1-1 {}] regionserver.HStore(324): Store=5edade68ce5c687673fc49e643f29ff1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:31:39,296 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,297 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,299 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1076): writing seq id for 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:39,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:31:39,302 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): Opened 5edade68ce5c687673fc49e643f29ff1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11308439680, jitterRate=0.0531805157661438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:31:39,302 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(992): Region open journal for 5edade68ce5c687673fc49e643f29ff1: 2023-10-02T12:31:39,303 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1., pid=86, masterSystemTime=1696249899287 2023-10-02T12:31:39,304 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:39,304 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(158): Opened ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:39,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=5edade68ce5c687673fc49e643f29ff1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:39,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=86, resume processing ppid=85 2023-10-02T12:31:39,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure 5edade68ce5c687673fc49e643f29ff1, server=jenkins-hbase3.apache.org,35019,1696249817467 in 170 msec 2023-10-02T12:31:39,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=85, resume processing ppid=84 2023-10-02T12:31:39,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=5edade68ce5c687673fc49e643f29ff1, ASSIGN in 328 msec 2023-10-02T12:31:39,309 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249899309"}]},"ts":"1696249899309"} 2023-10-02T12:31:39,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-10-02T12:31:39,313 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2023-10-02T12:31:39,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=84, state=SUCCESS; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1860 sec 2023-10-02T12:31:39,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=84 2023-10-02T12:31:40,236 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: ns2:table2, procId: 84 completed 2023-10-02T12:31:40,240 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb from hbase tables ns2:test-16962498296701 to tables ns2:table2 2023-10-02T12:31:40,240 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962498296701 into ns2:table2 2023-10-02T12:31:40,242 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240 from hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb 2023-10-02T12:31:40,243 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2770b74c to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:40,246 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f73e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:40,247 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:40,248 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59890, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:40,249 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:40,249 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-10-02T12:31:40,253 DEBUG [hconnection-0x1103cb12-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:40,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48504, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:40,257 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-10-02T12:31:40,257 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:31:40,257 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_c4965345-a1cf-483c-b425-ae789d1594c3 2023-10-02T12:31:40,270 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:40,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:40,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:40,271 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,448 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-7103287011001916056.jar 2023-10-02T12:31:41,448 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,448 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,449 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,449 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,449 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,450 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,450 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,450 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,451 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:41,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:41,452 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:41,453 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:41,453 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:41,454 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:41,454 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:41,455 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:41,455 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:41,456 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:41,457 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:41,457 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:41,458 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,459 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,459 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,459 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,460 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,460 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:41,461 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:41,461 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-10-02T12:31:41,461 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:41,461 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2770b74c to 127.0.0.1:55893 2023-10-02T12:31:41,462 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:41,462 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:41,462 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:41,463 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:41,470 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:41,486 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:41,585 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249901539/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:41,585 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249901539/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:41,640 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249836367/ns2/test-16962498296701/archive/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/2b47cd9f3a154f7f9a863b64db7b9f63 2023-10-02T12:31:41,645 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:41,671 DEBUG [pool-321-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1f030610 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:41,674 DEBUG [pool-321-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fe1d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:41,682 DEBUG [hconnection-0x4ec8d784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:41,683 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48518, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:41,687 DEBUG [pool-321-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1f030610 to 127.0.0.1:55893 2023-10-02T12:31:41,687 DEBUG [pool-321-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:41,687 DEBUG [pool-321-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-10-02T12:31:41,687 DEBUG [pool-321-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:41,692 DEBUG [pool-321-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/_temporary/0/_temporary/attempt_local2126682416_0011_r_000000_0/f/546e1069a501406293c6db6a9d22e569 is 37, key is row10/f:q1/1696249833098/Put/seqid=0 2023-10-02T12:31:41,694 WARN [Thread-1444 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:42,639 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240 2023-10-02T12:31:42,640 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x336adef5 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:42,650 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c34c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:42,659 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:42,660 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48526, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:42,673 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/_SUCCESS 2023-10-02T12:31:42,678 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:42,679 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59906, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:42,705 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/f/546e1069a501406293c6db6a9d22e569 first=Optional[row0] last=Optional[row98] 2023-10-02T12:31:42,707 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/f/546e1069a501406293c6db6a9d22e569}] 2023-10-02T12:31:42,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/f/546e1069a501406293c6db6a9d22e569 for inclusion in 5edade68ce5c687673fc49e643f29ff1/f 2023-10-02T12:31:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-10-02T12:31:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:31:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for 5edade68ce5c687673fc49e643f29ff1: 2023-10-02T12:31:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249900240/f/546e1069a501406293c6db6a9d22e569 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__cbcvr84eosartuknfhu1i2phg81401fdhsk9g45i2kdno71ge0dfda111ek13iib/f/546e1069a501406293c6db6a9d22e569 2023-10-02T12:31:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__cbcvr84eosartuknfhu1i2phg81401fdhsk9g45i2kdno71ge0dfda111ek13iib/f/546e1069a501406293c6db6a9d22e569 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/76e60930d0a74322b184570890de6fd8_SeqId_4_ 2023-10-02T12:31:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d143134 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e709fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:42,747 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59916, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:42,763 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48534, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:42,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d143134 to 127.0.0.1:55893 2023-10-02T12:31:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:42,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__cbcvr84eosartuknfhu1i2phg81401fdhsk9g45i2kdno71ge0dfda111ek13iib/f/546e1069a501406293c6db6a9d22e569 into 5edade68ce5c687673fc49e643f29ff1/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/76e60930d0a74322b184570890de6fd8_SeqId_4_ - updating store file list. 2023-10-02T12:31:42,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/76e60930d0a74322b184570890de6fd8_SeqId_4_ into 5edade68ce5c687673fc49e643f29ff1/f 2023-10-02T12:31:42,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__cbcvr84eosartuknfhu1i2phg81401fdhsk9g45i2kdno71ge0dfda111ek13iib/f/546e1069a501406293c6db6a9d22e569 into 5edade68ce5c687673fc49e643f29ff1/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/76e60930d0a74322b184570890de6fd8_SeqId_4_) 2023-10-02T12:31:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__cbcvr84eosartuknfhu1i2phg81401fdhsk9g45i2kdno71ge0dfda111ek13iib/f/546e1069a501406293c6db6a9d22e569 2023-10-02T12:31:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b9fe412 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35833b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:42,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59918, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:42,918 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48542, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:42,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b9fe412 to 127.0.0.1:55893 2023-10-02T12:31:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:42,936 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:42,936 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x336adef5 to 127.0.0.1:55893 2023-10-02T12:31:42,936 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:42,936 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:43,000 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16962498296701' to 'ns2:table2' from log dirs: hdfs://localhost:43271/backupUT/backup_1696249852714/ns2/test-16962498296701/f/795a2e84a381449abd1946cde86c2225 2023-10-02T12:31:43,005 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16962498296701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1696249870492 2023-10-02T12:31:43,007 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:43271/backupUT/backup_1696249852714/ns2/test-16962498296701/f/795a2e84a381449abd1946cde86c2225 from hbase tables ns2:test-16962498296701 to tables ns2:table2 2023-10-02T12:31:43,007 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16962498296701 into ns2:table2 2023-10-02T12:31:43,015 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007 from hdfs://localhost:43271/backupUT/backup_1696249852714/ns2/test-16962498296701/f/795a2e84a381449abd1946cde86c2225 2023-10-02T12:31:43,016 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3412428b to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:43,020 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16969663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:43,037 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:43,038 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59928, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:43,040 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-10-02T12:31:43,040 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16962498296701 2023-10-02T12:31:43,043 DEBUG [hconnection-0x7405e50-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:43,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48558, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:43,046 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16962498296701: 2023-10-02T12:31:43,046 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-10-02T12:31:43,046 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/partitions_b6f6a113-ba42-4487-974b-ce892ef18142 2023-10-02T12:31:43,057 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:43,058 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:43,059 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:43,059 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,061 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop-4750702519341515597.jar 2023-10-02T12:31:44,062 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,062 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,062 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,063 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,063 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,064 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,064 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,064 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,065 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,065 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:44,066 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:31:44,066 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:31:44,067 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:31:44,067 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:31:44,067 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:31:44,068 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:31:44,068 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:31:44,069 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:31:44,069 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:31:44,070 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:31:44,070 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:31:44,070 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,071 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,071 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,071 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,072 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,072 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:31:44,073 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:31:44,073 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16962498296701 2023-10-02T12:31:44,073 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:44,073 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3412428b to 127.0.0.1:55893 2023-10-02T12:31:44,073 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:44,073 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-10-02T12:31:44,073 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-10-02T12:31:44,074 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:31:44,080 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:31:44,087 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-10-02T12:31:44,174 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249904137/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:31:44,174 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/mapreduce.cluster.local.dir/1696249904137/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:31:44,222 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43271/backupUT/backup_1696249852714/ns2/test-16962498296701/f/795a2e84a381449abd1946cde86c2225 2023-10-02T12:31:44,226 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-10-02T12:31:44,241 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4fd4fad7 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:44,315 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ccce05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:44,317 DEBUG [hconnection-0x1e4ffce5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:44,318 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:44,319 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4fd4fad7 to 127.0.0.1:55893 2023-10-02T12:31:44,319 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:44,321 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-10-02T12:31:44,321 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-10-02T12:31:44,324 DEBUG [pool-333-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/_temporary/0/_temporary/attempt_local629341113_0012_r_000000_0/f/9fecf3c890984c9182e7167b26ff20f0 is 38, key is row-t20/f:q1/1696249851753/Put/seqid=0 2023-10-02T12:31:44,326 WARN [Thread-1488 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:35019] Specified favored nodes: [jenkins-hbase3.apache.org:35019] 2023-10-02T12:31:44,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:31:45,217 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007 2023-10-02T12:31:45,218 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a71e8d8 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:45,221 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4407e965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:45,223 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:45,225 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48570, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:45,230 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/_SUCCESS 2023-10-02T12:31:45,234 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:45,235 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:45,244 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/f/9fecf3c890984c9182e7167b26ff20f0 first=Optional[row-t20] last=Optional[row-t24] 2023-10-02T12:31:45,245 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1., hostname=jenkins-hbase3.apache.org,35019,1696249817467, seqNum=2 for row with hfile group [{f,hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/f/9fecf3c890984c9182e7167b26ff20f0}] 2023-10-02T12:31:45,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/f/9fecf3c890984c9182e7167b26ff20f0 for inclusion in 5edade68ce5c687673fc49e643f29ff1/f 2023-10-02T12:31:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(623): HFile bounds: first=row-t20 last=row-t24 2023-10-02T12:31:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(625): Region bounds: first= last= 2023-10-02T12:31:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegion(2520): Flush status journal for 5edade68ce5c687673fc49e643f29ff1: 2023-10-02T12:31:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/hbase-staging/bulk_output-ns2-table2-1696249903007/f/9fecf3c890984c9182e7167b26ff20f0 to hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__87msacc20crqk502ba7sk2p5jgu3t76mis824ljoca4fic7o37fe58o1o4t446st/f/9fecf3c890984c9182e7167b26ff20f0 2023-10-02T12:31:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__87msacc20crqk502ba7sk2p5jgu3t76mis824ljoca4fic7o37fe58o1o4t446st/f/9fecf3c890984c9182e7167b26ff20f0 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/5b1b44e7005b4babbac3be8e6fb6406f_SeqId_6_ 2023-10-02T12:31:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51dfea88 to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1c6a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:45,263 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59944, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:31:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:45,267 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:31:45,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51dfea88 to 127.0.0.1:55893 2023-10-02T12:31:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__87msacc20crqk502ba7sk2p5jgu3t76mis824ljoca4fic7o37fe58o1o4t446st/f/9fecf3c890984c9182e7167b26ff20f0 into 5edade68ce5c687673fc49e643f29ff1/f as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/5b1b44e7005b4babbac3be8e6fb6406f_SeqId_6_ - updating store file list. 2023-10-02T12:31:45,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/5b1b44e7005b4babbac3be8e6fb6406f_SeqId_6_ into 5edade68ce5c687673fc49e643f29ff1/f 2023-10-02T12:31:45,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__87msacc20crqk502ba7sk2p5jgu3t76mis824ljoca4fic7o37fe58o1o4t446st/f/9fecf3c890984c9182e7167b26ff20f0 into 5edade68ce5c687673fc49e643f29ff1/f (new location: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/f/5b1b44e7005b4babbac3be8e6fb6406f_SeqId_6_) 2023-10-02T12:31:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/staging/jenkins__ns2_table2__87msacc20crqk502ba7sk2p5jgu3t76mis824ljoca4fic7o37fe58o1o4t446st/f/9fecf3c890984c9182e7167b26ff20f0 2023-10-02T12:31:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x158bd89d to 127.0.0.1:55893 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:31:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13402b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:31:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:31:45,294 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:31:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:31:45,298 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-10-02T12:31:45,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x158bd89d to 127.0.0.1:55893 2023-10-02T12:31:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,309 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,309 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a71e8d8 to 127.0.0.1:55893 2023-10-02T12:31:45,309 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,310 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-10-02T12:31:45,310 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(187): ns2:test-16962498296701 has been successfully restored to ns2:table2 2023-10-02T12:31:45,310 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-10-02T12:31:45,310 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(233): Backup: backup_1696249870492 hdfs://localhost:43271/backupUT/backup_1696249870492/ns2/test-16962498296701/ 2023-10-02T12:31:45,310 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-10-02T12:31:45,312 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(199): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:31:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.CallRunner(138): callId: 606 service: ClientService methodName: Scan size: 136 connection: 172.31.12.81:60276 deadline: 1696249965313, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1696249877577.ab137187c469d2a4176097010473f803. is not online on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:45,425 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-10-02T12:31:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.CallRunner(138): callId: 611 service: ClientService methodName: Scan size: 146 connection: 172.31.12.81:60276 deadline: 1696249965425, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1696249877577.cc76f3be8a994a500ea9ad9a29cf0210. is not online on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:45,535 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(201): f1 has 198 rows 2023-10-02T12:31:45,538 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-10-02T12:31:45,540 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(205): f2 has 7 rows 2023-10-02T12:31:45,547 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-10-02T12:31:45,550 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] backup.TestIncrementalBackup(209): mob has 111 rows 2023-10-02T12:31:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35019 {}] ipc.CallRunner(138): callId: 620 service: ClientService methodName: Scan size: 135 connection: 172.31.12.81:60276 deadline: 1696249965551, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6. is not online on jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:45,662 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,663 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x07bbb4c2 to 127.0.0.1:55893 2023-10-02T12:31:45,663 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,688 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=601 (was 588) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49a85162-shared-pool-39 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49a85162-shared-pool-41 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-527686175-172.31.12.81-1696249808881:blk_1073741916_1092, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,35019,1696249817467' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49a85162-shared-pool-38 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-527686175-172.31.12.81-1696249808881:blk_1073741915_1091, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-527686175-172.31.12.81-1696249808881:blk_1073741914_1090, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-152068731_16 at /127.0.0.1:44850 [Receiving block BP-527686175-172.31.12.81-1696249808881:blk_1073741915_1091] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-152068731_16 at /127.0.0.1:44858 [Receiving block BP-527686175-172.31.12.81-1696249808881:blk_1073741916_1092] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1758291094_16 at /127.0.0.1:57446 [Waiting for operation #17] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49a85162-shared-pool-40 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1758291094_16 at /127.0.0.1:57476 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41629,1696249813955)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-152068731_16 at /127.0.0.1:44846 [Receiving block BP-527686175-172.31.12.81-1696249808881:blk_1073741914_1090] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1758291094_16 at /127.0.0.1:35220 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35019,1696249817467)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=699 (was 667) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=543 (was 666), ProcessCount=181 (was 181), AvailableMemoryMB=1788 (was 4190) 2023-10-02T12:31:45,688 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-10-02T12:31:45,696 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:31:45,696 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,696 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2486048c to 127.0.0.1:55893 2023-10-02T12:31:45,696 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,697 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:31:45,697 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] util.JVMClusterUtil(257): Found active master hash=1595060378, stopped=false 2023-10-02T12:31:45,697 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:31:45,700 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:31:45,700 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:31:45,700 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:31:45,700 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:31:45,700 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:31:45,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:31:45,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:31:45,700 DEBUG [Listener at jenkins-hbase3.apache.org/45095 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,701 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35019,1696249817467' ***** 2023-10-02T12:31:45,701 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:31:45,701 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:31:45,719 INFO [RS:0;jenkins-hbase3:35019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@78290916{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:31:45,724 INFO [RS:0;jenkins-hbase3:35019 {}] server.AbstractConnector(383): Stopped ServerConnector@61786f6d{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:31:45,724 INFO [RS:0;jenkins-hbase3:35019 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:31:45,725 INFO [RS:0;jenkins-hbase3:35019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1f7587ae{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:31:45,726 INFO [RS:0;jenkins-hbase3:35019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6738be63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir/,STOPPED} 2023-10-02T12:31:45,728 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:31:45,728 INFO [RS:0;jenkins-hbase3:35019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:31:45,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:31:45,728 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:31:45,728 INFO [RS:0;jenkins-hbase3:35019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 93d21aa803b5cde9e8fc43bc05982278 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 45d3c8730f6468a32c0dfa6a5ac4d106 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for d7b51118bf70b13fcd29df0a9202bc08 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 4bc1a434f114f4228cc9538bad3f67aa 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 5edade68ce5c687673fc49e643f29ff1 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 7bfca75d2f1dbd54cb29bf285ded4458 2023-10-02T12:31:45,729 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:45,730 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 20fbac0a822677097139bc6dce9461eb 2023-10-02T12:31:45,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 93d21aa803b5cde9e8fc43bc05982278, disabling compactions & flushes 2023-10-02T12:31:45,730 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:45,730 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:31:45,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:45,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. after waiting 0 ms 2023-10-02T12:31:45,730 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:45,730 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:31:45,730 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:45,730 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 93d21aa803b5cde9e8fc43bc05982278 3/3 column families, dataSize=378 B heapSize=1.63 KB 2023-10-02T12:31:45,730 INFO [RS:0;jenkins-hbase3:35019 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:31:45,730 DEBUG [RS:0;jenkins-hbase3:35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:45,731 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:31:45,731 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:31:45,731 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:31:45,731 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:31:45,731 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1579): Waiting on 11 regions to close 2023-10-02T12:31:45,732 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:31:45,732 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:31:45,732 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:31:45,732 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:31:45,735 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:31:45,735 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=25.26 KB heapSize=43.57 KB 2023-10-02T12:31:45,735 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 45d3c8730f6468a32c0dfa6a5ac4d106, 4bc1a434f114f4228cc9538bad3f67aa, 5edade68ce5c687673fc49e643f29ff1, 7bfca75d2f1dbd54cb29bf285ded4458, 93d21aa803b5cde9e8fc43bc05982278, d5b0c5fa2cfd2070187569615c7eecf6, d7b51118bf70b13fcd29df0a9202bc08, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:45,749 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f2/eb25f49f1ab64a88baae8af544482209 is 58, key is row-test-1696249829670-2-0/f2:q1/1696249865486/Put/seqid=0 2023-10-02T12:31:45,769 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/info/936ca7e6b1ce4df4b65a371587a85630 is 159, key is ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb./info:regioninfo/1696249832887/Put/seqid=0 2023-10-02T12:31:45,778 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:31:45,935 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 45d3c8730f6468a32c0dfa6a5ac4d106, 4bc1a434f114f4228cc9538bad3f67aa, 5edade68ce5c687673fc49e643f29ff1, 7bfca75d2f1dbd54cb29bf285ded4458, 93d21aa803b5cde9e8fc43bc05982278, d5b0c5fa2cfd2070187569615c7eecf6, d7b51118bf70b13fcd29df0a9202bc08, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:46,136 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 45d3c8730f6468a32c0dfa6a5ac4d106, 4bc1a434f114f4228cc9538bad3f67aa, 5edade68ce5c687673fc49e643f29ff1, 7bfca75d2f1dbd54cb29bf285ded4458, 93d21aa803b5cde9e8fc43bc05982278, d5b0c5fa2cfd2070187569615c7eecf6, d7b51118bf70b13fcd29df0a9202bc08, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:46,155 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f2/eb25f49f1ab64a88baae8af544482209 2023-10-02T12:31:46,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/.tmp/f2/eb25f49f1ab64a88baae8af544482209 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f2/eb25f49f1ab64a88baae8af544482209 2023-10-02T12:31:46,168 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/f2/eb25f49f1ab64a88baae8af544482209, entries=7, sequenceid=347, filesize=5.3 K 2023-10-02T12:31:46,169 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 93d21aa803b5cde9e8fc43bc05982278 in 439ms, sequenceid=347, compaction requested=false 2023-10-02T12:31:46,179 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.52 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/info/936ca7e6b1ce4df4b65a371587a85630 2023-10-02T12:31:46,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/test-1696249829670/93d21aa803b5cde9e8fc43bc05982278/recovered.edits/350.seqid, newMaxSeqId=350, maxSeqId=337 2023-10-02T12:31:46,184 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:46,184 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:46,184 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 93d21aa803b5cde9e8fc43bc05982278: 2023-10-02T12:31:46,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249829670,,1696249830215.93d21aa803b5cde9e8fc43bc05982278. 2023-10-02T12:31:46,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 45d3c8730f6468a32c0dfa6a5ac4d106, disabling compactions & flushes 2023-10-02T12:31:46,185 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:31:46,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:31:46,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. after waiting 0 ms 2023-10-02T12:31:46,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:31:46,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns4/test-16962498296703/45d3c8730f6468a32c0dfa6a5ac4d106/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:31:46,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:46,199 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:31:46,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 45d3c8730f6468a32c0dfa6a5ac4d106: 2023-10-02T12:31:46,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962498296703,,1696249834305.45d3c8730f6468a32c0dfa6a5ac4d106. 2023-10-02T12:31:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d7b51118bf70b13fcd29df0a9202bc08, disabling compactions & flushes 2023-10-02T12:31:46,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. after waiting 0 ms 2023-10-02T12:31:46,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:46,201 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/rep_barrier/613d90e898b341cda988e632ca5c28d8 is 94, key is ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6./rep_barrier:/1696249898143/DeleteFamily/seqid=0 2023-10-02T12:31:46,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/d7b51118bf70b13fcd29df0a9202bc08/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2023-10-02T12:31:46,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:46,211 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d7b51118bf70b13fcd29df0a9202bc08: 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1696249888039.d7b51118bf70b13fcd29df0a9202bc08. 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4bc1a434f114f4228cc9538bad3f67aa, disabling compactions & flushes 2023-10-02T12:31:46,211 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. after waiting 0 ms 2023-10-02T12:31:46,211 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:46,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/default/table1/4bc1a434f114f4228cc9538bad3f67aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2023-10-02T12:31:46,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:46,224 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:46,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4bc1a434f114f4228cc9538bad3f67aa: 2023-10-02T12:31:46,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1696249888039.4bc1a434f114f4228cc9538bad3f67aa. 2023-10-02T12:31:46,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5edade68ce5c687673fc49e643f29ff1, disabling compactions & flushes 2023-10-02T12:31:46,224 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:46,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:46,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. after waiting 0 ms 2023-10-02T12:31:46,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:46,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/table2/5edade68ce5c687673fc49e643f29ff1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-10-02T12:31:46,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:46,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:46,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5edade68ce5c687673fc49e643f29ff1: 2023-10-02T12:31:46,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1696249898143.5edade68ce5c687673fc49e643f29ff1. 2023-10-02T12:31:46,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7bfca75d2f1dbd54cb29bf285ded4458, disabling compactions & flushes 2023-10-02T12:31:46,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:46,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:46,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. after waiting 0 ms 2023-10-02T12:31:46,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:46,230 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 7bfca75d2f1dbd54cb29bf285ded4458 2/2 column families, dataSize=1.33 KB heapSize=2.41 KB 2023-10-02T12:31:46,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/138471c6471b4c58b845c185977befa8 is 171, key is trslm:hdfs://localhost:43271/backupUT\x00ns2:test-16962498296701/meta:log-roll-map/1696249876571/Put/seqid=0 2023-10-02T12:31:46,246 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:31:46,246 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:31:46,336 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 7bfca75d2f1dbd54cb29bf285ded4458, d5b0c5fa2cfd2070187569615c7eecf6, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:46,536 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 7bfca75d2f1dbd54cb29bf285ded4458, d5b0c5fa2cfd2070187569615c7eecf6, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:46,612 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/rep_barrier/613d90e898b341cda988e632ca5c28d8 2023-10-02T12:31:46,632 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/table/13c91a0090d84d31bc2bae114a75a03c is 88, key is ns2:table2,,1696249882910.f49ff1d8151e673a93676efc75de06b6./table:/1696249898143/DeleteFamily/seqid=0 2023-10-02T12:31:46,637 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/138471c6471b4c58b845c185977befa8 2023-10-02T12:31:46,645 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/aab68aca69c24350a4f5632af923f013 is 360, key is session:backup_1696249870492/session:context/1696249877504/Put/seqid=0 2023-10-02T12:31:46,736 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1579): Waiting on 6 regions to close 2023-10-02T12:31:46,736 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, 7bfca75d2f1dbd54cb29bf285ded4458=backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458., f80c153c1b053556934db73ba3b44f48=ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48., 20fbac0a822677097139bc6dce9461eb=ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb., d5b0c5fa2cfd2070187569615c7eecf6=backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6., 136581edfcaa4c62475481c2a6be79d3=hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.} 2023-10-02T12:31:46,737 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 7bfca75d2f1dbd54cb29bf285ded4458, d5b0c5fa2cfd2070187569615c7eecf6, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:46,937 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 1588230740, 20fbac0a822677097139bc6dce9461eb, 7bfca75d2f1dbd54cb29bf285ded4458, d5b0c5fa2cfd2070187569615c7eecf6, f80c153c1b053556934db73ba3b44f48 2023-10-02T12:31:47,037 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.48 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/table/13c91a0090d84d31bc2bae114a75a03c 2023-10-02T12:31:47,044 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/info/936ca7e6b1ce4df4b65a371587a85630 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/info/936ca7e6b1ce4df4b65a371587a85630 2023-10-02T12:31:47,049 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/info/936ca7e6b1ce4df4b65a371587a85630, entries=124, sequenceid=95, filesize=20.2 K 2023-10-02T12:31:47,050 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=828 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/aab68aca69c24350a4f5632af923f013 2023-10-02T12:31:47,051 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/rep_barrier/613d90e898b341cda988e632ca5c28d8 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/rep_barrier/613d90e898b341cda988e632ca5c28d8 2023-10-02T12:31:47,056 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/meta/138471c6471b4c58b845c185977befa8 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/138471c6471b4c58b845c185977befa8 2023-10-02T12:31:47,056 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/rep_barrier/613d90e898b341cda988e632ca5c28d8, entries=3, sequenceid=95, filesize=5.5 K 2023-10-02T12:31:47,057 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/.tmp/table/13c91a0090d84d31bc2bae114a75a03c as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/table/13c91a0090d84d31bc2bae114a75a03c 2023-10-02T12:31:47,062 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/meta/138471c6471b4c58b845c185977befa8, entries=4, sequenceid=38, filesize=5.7 K 2023-10-02T12:31:47,062 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/table/13c91a0090d84d31bc2bae114a75a03c, entries=23, sequenceid=95, filesize=6.3 K 2023-10-02T12:31:47,063 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~25.26 KB/25867, heapSize ~43.52 KB/44568, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=95, compaction requested=false 2023-10-02T12:31:47,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/.tmp/session/aab68aca69c24350a4f5632af923f013 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/aab68aca69c24350a4f5632af923f013 2023-10-02T12:31:47,077 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/meta/1588230740/recovered.edits/98.seqid, newMaxSeqId=98, maxSeqId=1 2023-10-02T12:31:47,077 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/session/aab68aca69c24350a4f5632af923f013, entries=2, sequenceid=38, filesize=5.3 K 2023-10-02T12:31:47,078 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,078 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:31:47,078 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.33 KB/1359, heapSize ~2.38 KB/2432, currentSize=0 B/0 for 7bfca75d2f1dbd54cb29bf285ded4458 in 848ms, sequenceid=38, compaction requested=true 2023-10-02T12:31:47,079 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:31:47,079 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:31:47,079 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:31:47,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system/7bfca75d2f1dbd54cb29bf285ded4458/recovered.edits/41.seqid, newMaxSeqId=41, maxSeqId=1 2023-10-02T12:31:47,085 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7bfca75d2f1dbd54cb29bf285ded4458: 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249836529.7bfca75d2f1dbd54cb29bf285ded4458. 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f80c153c1b053556934db73ba3b44f48, disabling compactions & flushes 2023-10-02T12:31:47,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. after waiting 0 ms 2023-10-02T12:31:47,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:31:47,089 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns3/test-16962498296702/f80c153c1b053556934db73ba3b44f48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,090 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f80c153c1b053556934db73ba3b44f48: 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962498296702,,1696249833179.f80c153c1b053556934db73ba3b44f48. 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 20fbac0a822677097139bc6dce9461eb, disabling compactions & flushes 2023-10-02T12:31:47,090 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. after waiting 0 ms 2023-10-02T12:31:47,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:31:47,091 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 20fbac0a822677097139bc6dce9461eb 1/1 column families, dataSize=170 B heapSize=816 B 2023-10-02T12:31:47,093 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/0e0ece491fb24f259d7817488d744c0e is 38, key is row-t20/f:q1/1696249851753/Put/seqid=0 2023-10-02T12:31:47,137 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 20fbac0a822677097139bc6dce9461eb, d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:31:47,337 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3, 20fbac0a822677097139bc6dce9461eb, d5b0c5fa2cfd2070187569615c7eecf6 2023-10-02T12:31:47,498 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/0e0ece491fb24f259d7817488d744c0e 2023-10-02T12:31:47,503 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/.tmp/f/0e0ece491fb24f259d7817488d744c0e as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/0e0ece491fb24f259d7817488d744c0e 2023-10-02T12:31:47,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/f/0e0ece491fb24f259d7817488d744c0e, entries=5, sequenceid=111, filesize=5.0 K 2023-10-02T12:31:47,511 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 20fbac0a822677097139bc6dce9461eb in 421ms, sequenceid=111, compaction requested=false 2023-10-02T12:31:47,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/ns2/test-16962498296701/20fbac0a822677097139bc6dce9461eb/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-10-02T12:31:47,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:31:47,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 20fbac0a822677097139bc6dce9461eb: 2023-10-02T12:31:47,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962498296701,,1696249832472.20fbac0a822677097139bc6dce9461eb. 2023-10-02T12:31:47,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d5b0c5fa2cfd2070187569615c7eecf6, disabling compactions & flushes 2023-10-02T12:31:47,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:31:47,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:31:47,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. after waiting 0 ms 2023-10-02T12:31:47,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:31:47,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/backup/system_bulk/d5b0c5fa2cfd2070187569615c7eecf6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:31:47,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,523 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d5b0c5fa2cfd2070187569615c7eecf6: 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249837219.d5b0c5fa2cfd2070187569615c7eecf6. 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 136581edfcaa4c62475481c2a6be79d3, disabling compactions & flushes 2023-10-02T12:31:47,523 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. after waiting 0 ms 2023-10-02T12:31:47,523 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:31:47,523 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 136581edfcaa4c62475481c2a6be79d3 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:31:47,536 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/.tmp/info/a58a7260b7754e0bbf7f93d53900eee1 is 45, key is default/info:d/1696249821888/Put/seqid=0 2023-10-02T12:31:47,538 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:31:47,738 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-10-02T12:31:47,738 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1583): Online Regions={136581edfcaa4c62475481c2a6be79d3=hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3.} 2023-10-02T12:31:47,738 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:31:47,938 DEBUG [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1609): Waiting on 136581edfcaa4c62475481c2a6be79d3 2023-10-02T12:31:47,940 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/.tmp/info/a58a7260b7754e0bbf7f93d53900eee1 2023-10-02T12:31:47,948 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/.tmp/info/a58a7260b7754e0bbf7f93d53900eee1 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/info/a58a7260b7754e0bbf7f93d53900eee1 2023-10-02T12:31:47,953 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/info/a58a7260b7754e0bbf7f93d53900eee1, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:31:47,954 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 136581edfcaa4c62475481c2a6be79d3 in 431ms, sequenceid=11, compaction requested=false 2023-10-02T12:31:47,961 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/data/hbase/namespace/136581edfcaa4c62475481c2a6be79d3/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:31:47,962 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:31:47,963 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:31:47,963 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 136581edfcaa4c62475481c2a6be79d3: 2023-10-02T12:31:47,963 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249820361.136581edfcaa4c62475481c2a6be79d3. 2023-10-02T12:31:48,138 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35019,1696249817467; all regions closed. 2023-10-02T12:31:48,149 DEBUG [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs 2023-10-02T12:31:48,149 INFO [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.meta:.meta(num 1696249871706) 2023-10-02T12:31:48,155 DEBUG [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs 2023-10-02T12:31:48,155 INFO [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-1:(num 1696249871732) 2023-10-02T12:31:48,160 DEBUG [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/oldWALs 2023-10-02T12:31:48,160 INFO [RS:0;jenkins-hbase3:35019 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35019%2C1696249817467.jenkins-hbase3.apache.org%2C35019%2C1696249817467.regiongroup-0:(num 1696249871759) 2023-10-02T12:31:48,160 DEBUG [RS:0;jenkins-hbase3:35019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:48,160 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:31:48,161 INFO [RS:0;jenkins-hbase3:35019 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-10-02T12:31:48,161 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:31:48,162 INFO [RS:0;jenkins-hbase3:35019 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35019 2023-10-02T12:31:48,170 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,35019,1696249817467 2023-10-02T12:31:48,170 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:31:48,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35019,1696249817467] 2023-10-02T12:31:48,176 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35019,1696249817467; numProcessing=1 2023-10-02T12:31:48,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,35019,1696249817467 already deleted, retry=false 2023-10-02T12:31:48,177 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35019,1696249817467 expired; onlineServers=0 2023-10-02T12:31:48,177 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,41629,1696249813955' ***** 2023-10-02T12:31:48,177 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:31:48,178 DEBUG [M:0;jenkins-hbase3:41629 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb1a16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:31:48,179 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:31:48,189 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-10-02T12:31:48,189 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:31:48,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:31:48,236 INFO [M:0;jenkins-hbase3:41629 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7fda5e62{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:31:48,237 INFO [M:0;jenkins-hbase3:41629 {}] server.AbstractConnector(383): Stopped ServerConnector@63499d12{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:31:48,237 INFO [M:0;jenkins-hbase3:41629 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:31:48,238 INFO [M:0;jenkins-hbase3:41629 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@75520b53{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:31:48,238 INFO [M:0;jenkins-hbase3:41629 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@681406fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/hadoop.log.dir/,STOPPED} 2023-10-02T12:31:48,239 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41629,1696249813955 2023-10-02T12:31:48,239 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41629,1696249813955; all regions closed. 2023-10-02T12:31:48,239 DEBUG [M:0;jenkins-hbase3:41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:48,239 INFO [M:0;jenkins-hbase3:41629 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:31:48,240 INFO [M:0;jenkins-hbase3:41629 {}] server.AbstractConnector(383): Stopped ServerConnector@721137c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:31:48,240 DEBUG [M:0;jenkins-hbase3:41629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:31:48,240 INFO [M:0;jenkins-hbase3:41629 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:31:48,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:31:48,241 DEBUG [M:0;jenkins-hbase3:41629 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x449e0248 to 127.0.0.1:55893 2023-10-02T12:31:48,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249819013 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249819013,5,FailOnTimeoutGroup] 2023-10-02T12:31:48,241 DEBUG [M:0;jenkins-hbase3:41629 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:31:48,241 DEBUG [M:0;jenkins-hbase3:41629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:31:48,241 INFO [M:0;jenkins-hbase3:41629 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:31:48,241 DEBUG [M:0;jenkins-hbase3:41629 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:31:48,241 INFO [M:0;jenkins-hbase3:41629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:31:48,242 ERROR [M:0;jenkins-hbase3:41629 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-10-02T12:31:48,243 INFO [M:0;jenkins-hbase3:41629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:31:48,243 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:31:48,246 DEBUG [M:0;jenkins-hbase3:41629 {}] zookeeper.ZKUtil(347): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-10-02T12:31:48,246 WARN [M:0;jenkins-hbase3:41629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:31:48,246 INFO [M:0;jenkins-hbase3:41629 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:31:48,246 INFO [M:0;jenkins-hbase3:41629 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:31:48,247 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:31:48,248 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249819014 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249819014,5,FailOnTimeoutGroup] 2023-10-02T12:31:48,259 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:31:48,259 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:31:48,259 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:31:48,259 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:31:48,259 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=396.48 KB heapSize=461.03 KB 2023-10-02T12:31:48,271 DEBUG [M:0;jenkins-hbase3:41629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c206329d8bed4ed8a117352f177c239b is 88, key is hbase:meta,,1/info:sn/1696249819632/Put/seqid=0 2023-10-02T12:31:48,275 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:31:48,275 INFO [RS:0;jenkins-hbase3:35019 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35019,1696249817467; zookeeper connection closed. 2023-10-02T12:31:48,275 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35019-0x101732777860001, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:31:48,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458929f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458929f 2023-10-02T12:31:48,276 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:31:48,676 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c206329d8bed4ed8a117352f177c239b 2023-10-02T12:31:48,701 DEBUG [M:0;jenkins-hbase3:41629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2212dd891d844a8ea5cc93492eb980d5 is 2196, key is \x00\x00\x00\x00\x00\x00\x00I/proc:d/1696249894288/Put/seqid=0 2023-10-02T12:31:48,709 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=395.89 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2212dd891d844a8ea5cc93492eb980d5 2023-10-02T12:31:48,715 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2212dd891d844a8ea5cc93492eb980d5 2023-10-02T12:31:48,729 DEBUG [M:0;jenkins-hbase3:41629 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a5f3652e348a8b9510e7b93746b53 is 82, key is jenkins-hbase3.apache.org,35019,1696249817467/rs:state/1696249819138/Put/seqid=0 2023-10-02T12:31:49,143 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a5f3652e348a8b9510e7b93746b53 2023-10-02T12:31:49,149 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c206329d8bed4ed8a117352f177c239b as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c206329d8bed4ed8a117352f177c239b 2023-10-02T12:31:49,154 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c206329d8bed4ed8a117352f177c239b, entries=8, sequenceid=747, filesize=5.5 K 2023-10-02T12:31:49,155 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2212dd891d844a8ea5cc93492eb980d5 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2212dd891d844a8ea5cc93492eb980d5 2023-10-02T12:31:49,160 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2212dd891d844a8ea5cc93492eb980d5 2023-10-02T12:31:49,160 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2212dd891d844a8ea5cc93492eb980d5, entries=85, sequenceid=747, filesize=26.9 K 2023-10-02T12:31:49,161 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b56a5f3652e348a8b9510e7b93746b53 as hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b56a5f3652e348a8b9510e7b93746b53 2023-10-02T12:31:49,166 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43271/user/jenkins/test-data/4a4fb137-5f3c-45a7-5815-6dc0cffafe30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b56a5f3652e348a8b9510e7b93746b53, entries=1, sequenceid=747, filesize=5.1 K 2023-10-02T12:31:49,167 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(3022): Finished flush of dataSize ~396.48 KB/405996, heapSize ~460.73 KB/471792, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=747, compaction requested=false 2023-10-02T12:31:49,171 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:31:49,171 DEBUG [M:0;jenkins-hbase3:41629 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:31:49,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:31:49,175 INFO [M:0;jenkins-hbase3:41629 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:31:49,175 INFO [M:0;jenkins-hbase3:41629 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:31:49,176 INFO [M:0;jenkins-hbase3:41629 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:41629 2023-10-02T12:31:49,178 DEBUG [M:0;jenkins-hbase3:41629 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,41629,1696249813955 already deleted, retry=false 2023-10-02T12:31:49,280 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:31:49,280 INFO [M:0;jenkins-hbase3:41629 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41629,1696249813955; zookeeper connection closed. 2023-10-02T12:31:49,280 DEBUG [Listener at localhost/38759-EventThread {}] zookeeper.ZKWatcher(604): master:41629-0x101732777860000, quorum=127.0.0.1:55893, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:31:49,292 WARN [Listener at jenkins-hbase3.apache.org/45095 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:31:49,305 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:31:49,415 WARN [BP-527686175-172.31.12.81-1696249808881 heartbeating to localhost/127.0.0.1:43271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:31:49,415 WARN [BP-527686175-172.31.12.81-1696249808881 heartbeating to localhost/127.0.0.1:43271 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-527686175-172.31.12.81-1696249808881 (Datanode Uuid 87c77e96-ac21-4558-af50-a49cdd32cca3) service to localhost/127.0.0.1:43271 2023-10-02T12:31:49,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/dfs/data/data1/current/BP-527686175-172.31.12.81-1696249808881 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:31:49,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ee822385-e9dc-de91-f60e-70a1107d00ab/cluster_83a5c9a1-674d-9d30-fb88-bd13292b38d0/dfs/data/data2/current/BP-527686175-172.31.12.81-1696249808881 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:31:49,450 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:31:49,575 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-02T12:31:49,685 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:31:49,686 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:31:49,701 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:31:49,820 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:31:49,935 ERROR [Thread[Thread-278,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:31:49,935 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:31:49,938 WARN [1442837623@qtp-455506216-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44173 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-10-02T12:31:49,938 WARN [1442837623@qtp-455506216-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44173 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-10-02T12:31:49,948 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:31:49,956 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:31:49,958 ERROR [Thread[Thread-288,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:31:49,966 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:31:49,973 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:31:49,973 INFO [Listener at jenkins-hbase3.apache.org/45095 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped