2023-11-12 09:26:36,024 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-11-12 09:26:36,040 main DEBUG Took 0.013560 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:26:36,041 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:26:36,041 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:26:36,042 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:26:36,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,054 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:26:36,070 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,074 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,076 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,077 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,079 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,080 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:26:36,084 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,084 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:26:36,087 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:26:36,090 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:26:36,092 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:26:36,092 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:26:36,093 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:26:36,094 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:26:36,106 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:26:36,109 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:26:36,110 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:26:36,111 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:26:36,111 main DEBUG createAppenders(={Console}) 2023-11-12 09:26:36,112 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-11-12 09:26:36,112 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-11-12 09:26:36,112 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-11-12 09:26:36,113 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:26:36,113 main DEBUG OutputStream closed 2023-11-12 09:26:36,113 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:26:36,114 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:26:36,114 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d74bf60 OK 2023-11-12 09:26:36,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:26:36,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:26:36,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:26:36,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:26:36,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:26:36,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:26:36,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:26:36,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:26:36,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:26:36,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:26:36,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:26:36,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:26:36,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:26:36,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:26:36,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:26:36,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:26:36,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:26:36,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:26:36,170 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:26:36,170 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@550ee7e5) with optional ClassLoader: null 2023-11-12 09:26:36,170 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:26:36,171 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@550ee7e5] started OK. 2023-11-12T09:26:36,209 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2023-11-12 09:26:36,214 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:26:36,214 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:26:36,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce 2023-11-12T09:26:36,559 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:26:36,562 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:36,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:26:36,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1, deleteOnExit=true 2023-11-12T09:26:36,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:26:36,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/test.cache.data in system properties and HBase conf 2023-11-12T09:26:36,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:26:36,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:26:36,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:26:36,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:26:36,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:26:36,683 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:26:37,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:26:37,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:37,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:37,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:26:37,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:37,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:26:37,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:26:37,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:37,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:37,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:26:37,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:26:37,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:26:37,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:37,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:26:37,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:26:37,684 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:26:37,690 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:26:37,983 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:26:38,138 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@2948dbfd via org.mortbay.log.Slf4jLog 2023-11-12T09:26:38,158 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:38,198 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:38,234 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_localhost_36995_hdfs____.ssyft0/webapp 2023-11-12T09:26:38,364 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36995 2023-11-12T09:26:38,388 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:26:38,388 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:26:38,919 WARN [Listener at localhost/35957 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:26:38,985 WARN [Listener at localhost/35957 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:26:39,002 WARN [Listener at localhost/35957 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:39,008 INFO [Listener at localhost/35957 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:39,013 INFO [Listener at localhost/35957 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_localhost_38363_datanode____4bdqtu/webapp 2023-11-12T09:26:39,112 INFO [Listener at localhost/35957 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38363 2023-11-12T09:26:39,384 WARN [Listener at localhost/42013 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:26:39,674 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:26:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf5904524a59f2a18: Processing first storage report for DS-5242472a-70e7-4d37-af5f-a90d22eec03f from datanode ee2e9f8f-d174-4151-a174-681d083330d6 2023-11-12T09:26:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf5904524a59f2a18: from storage DS-5242472a-70e7-4d37-af5f-a90d22eec03f node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=ee2e9f8f-d174-4151-a174-681d083330d6, infoPort=33395, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2054205309;c=1699781197768), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:26:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf5904524a59f2a18: Processing first storage report for DS-249018f5-cd04-42d6-80d1-a6140395e6aa from datanode ee2e9f8f-d174-4151-a174-681d083330d6 2023-11-12T09:26:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf5904524a59f2a18: from storage DS-249018f5-cd04-42d6-80d1-a6140395e6aa node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=ee2e9f8f-d174-4151-a174-681d083330d6, infoPort=33395, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2054205309;c=1699781197768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:26:39,906 DEBUG [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce 2023-11-12T09:26:40,046 INFO [Listener at localhost/42013 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/zookeeper_0, clientPort=55701, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:26:40,066 INFO [Listener at localhost/42013 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55701 2023-11-12T09:26:40,074 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:40,076 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:40,731 INFO [Listener at localhost/42013 {}] util.FSUtils(462): Created version file at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da with version=8 2023-11-12T09:26:40,731 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging 2023-11-12T09:26:40,748 DEBUG [Listener at localhost/42013 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:26:40,748 DEBUG [Listener at localhost/42013 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:26:40,748 DEBUG [Listener at localhost/42013 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:26:40,748 DEBUG [Listener at localhost/42013 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:26:40,964 DEBUG [Listener at localhost/42013 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:26:41,808 INFO [Listener at localhost/42013 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:26:41,857 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:41,857 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:41,858 INFO [Listener at localhost/42013 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:26:41,858 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:41,858 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:26:42,015 INFO [Listener at localhost/42013 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:26:42,147 INFO [Listener at localhost/42013 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:26:42,166 DEBUG [Listener at localhost/42013 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:26:42,172 INFO [Listener at localhost/42013 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:26:42,220 DEBUG [Listener at localhost/42013 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 15242 (auto-detected) 2023-11-12T09:26:42,222 DEBUG [Listener at localhost/42013 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:26:42,259 INFO [Listener at localhost/42013 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42317 2023-11-12T09:26:42,280 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:42,283 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:42,307 INFO [Listener at localhost/42013 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42317 connecting to ZooKeeper ensemble=127.0.0.1:55701 2023-11-12T09:26:42,359 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:423170x0, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:26:42,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42317-0x1004cf4b68d0000 connected 2023-11-12T09:26:42,401 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:26:42,405 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:26:42,408 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:26:42,419 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42317 2023-11-12T09:26:42,419 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42317 2023-11-12T09:26:42,420 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42317 2023-11-12T09:26:42,420 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42317 2023-11-12T09:26:42,420 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42317 2023-11-12T09:26:42,474 INFO [Listener at localhost/42013 {}] log.Log(170): Logging initialized @7145ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:26:42,594 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:26:42,595 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:26:42,596 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:26:42,598 INFO [Listener at localhost/42013 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:26:42,598 INFO [Listener at localhost/42013 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:26:42,598 INFO [Listener at localhost/42013 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:26:42,601 INFO [Listener at localhost/42013 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:26:42,734 INFO [Listener at localhost/42013 {}] http.HttpServer(1227): Jetty bound to port 37483 2023-11-12T09:26:42,736 INFO [Listener at localhost/42013 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:26:42,791 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:42,796 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2ad6f28c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:26:42,797 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:42,797 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@14e158e8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:26:42,873 INFO [Listener at localhost/42013 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:26:42,886 INFO [Listener at localhost/42013 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:26:42,886 INFO [Listener at localhost/42013 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:26:42,888 INFO [Listener at localhost/42013 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:26:42,896 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:44,045 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@23f5d490{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:26:44,056 INFO [Listener at localhost/42013 {}] server.AbstractConnector(333): Started ServerConnector@30814ac8{HTTP/1.1, (http/1.1)}{0.0.0.0:37483} 2023-11-12T09:26:44,056 INFO [Listener at localhost/42013 {}] server.Server(415): Started @8727ms 2023-11-12T09:26:44,061 INFO [Listener at localhost/42013 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da, hbase.cluster.distributed=false 2023-11-12T09:26:44,123 INFO [Listener at localhost/42013 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:26:44,124 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:44,124 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:44,124 INFO [Listener at localhost/42013 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:26:44,124 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:26:44,124 INFO [Listener at localhost/42013 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:26:44,133 INFO [Listener at localhost/42013 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:26:44,135 INFO [Listener at localhost/42013 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:26:44,137 INFO [Listener at localhost/42013 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:33347 2023-11-12T09:26:44,140 INFO [Listener at localhost/42013 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:26:44,149 DEBUG [Listener at localhost/42013 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:26:44,149 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:44,153 INFO [Listener at localhost/42013 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:44,156 INFO [Listener at localhost/42013 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:33347 connecting to ZooKeeper ensemble=127.0.0.1:55701 2023-11-12T09:26:44,159 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:333470x0, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:26:44,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:33347-0x1004cf4b68d0001 connected 2023-11-12T09:26:44,161 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): regionserver:333470x0, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:26:44,162 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:26:44,163 DEBUG [Listener at localhost/42013 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:26:44,163 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33347 2023-11-12T09:26:44,164 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33347 2023-11-12T09:26:44,164 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33347 2023-11-12T09:26:44,164 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33347 2023-11-12T09:26:44,165 DEBUG [Listener at localhost/42013 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33347 2023-11-12T09:26:44,169 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:26:44,169 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:26:44,169 INFO [Listener at localhost/42013 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:26:44,170 INFO [Listener at localhost/42013 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:26:44,170 INFO [Listener at localhost/42013 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:26:44,170 INFO [Listener at localhost/42013 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:26:44,171 INFO [Listener at localhost/42013 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:26:44,173 INFO [Listener at localhost/42013 {}] http.HttpServer(1227): Jetty bound to port 41387 2023-11-12T09:26:44,173 INFO [Listener at localhost/42013 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:26:44,175 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:44,175 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@66b499d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:26:44,175 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:44,176 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6d140a59{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:26:44,188 INFO [Listener at localhost/42013 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:26:44,189 INFO [Listener at localhost/42013 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:26:44,189 INFO [Listener at localhost/42013 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:26:44,190 INFO [Listener at localhost/42013 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:26:44,190 INFO [Listener at localhost/42013 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:26:44,195 INFO [Listener at localhost/42013 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5ce05abf{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:26:44,196 INFO [Listener at localhost/42013 {}] server.AbstractConnector(333): Started ServerConnector@1acd37de{HTTP/1.1, (http/1.1)}{0.0.0.0:41387} 2023-11-12T09:26:44,197 INFO [Listener at localhost/42013 {}] server.Server(415): Started @8868ms 2023-11-12T09:26:44,202 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:26:44,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@4a84631b{HTTP/1.1, (http/1.1)}{0.0.0.0:35275} 2023-11-12T09:26:44,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8876ms 2023-11-12T09:26:44,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:44,220 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:26:44,221 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:26:44,224 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:44,233 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42317 2023-11-12T09:26:44,252 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:26:44,252 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:26:44,252 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:44,252 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:44,253 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:26:44,255 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,42317,1699781200947 from backup master directory 2023-11-12T09:26:44,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:26:44,260 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:44,260 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:26:44,260 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:26:44,261 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:26:44,261 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:44,265 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:26:44,266 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:26:44,404 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase.id with ID: b119393f-f8da-4885-8b93-6895b0787b0e 2023-11-12T09:26:44,450 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:26:44,467 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:44,467 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:44,516 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:44,518 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:26:44,527 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-12T09:26:44,531 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-12T09:26:44,544 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:26:44,544 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:26:44,546 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:26:44,559 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.init(RegionGroupingProvider.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createProvider(WALFactory.java:186) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:201) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:26:44,634 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store 2023-11-12T09:26:44,658 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:26:44,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:44,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:26:44,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:44,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:44,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:26:44,659 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:44,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:44,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:26:44,661 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/.initializing 2023-11-12T09:26:44,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/WALs/jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:44,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:44,672 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,42317,1699781200947.regiongroup-0 2023-11-12T09:26:44,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42317%2C1699781200947.jenkins-hbase3.apache.org%2C42317%2C1699781200947.regiongroup-0, suffix=, logDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/WALs/jenkins-hbase3.apache.org,42317,1699781200947, archiveDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/oldWALs, maxLogs=10 2023-11-12T09:26:44,715 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/WALs/jenkins-hbase3.apache.org,42317,1699781200947/jenkins-hbase3.apache.org%2C42317%2C1699781200947.jenkins-hbase3.apache.org%2C42317%2C1699781200947.regiongroup-0.1699781204693, exclude list is [], retry=0 2023-11-12T09:26:44,745 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:26:44,752 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:26:44,821 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/WALs/jenkins-hbase3.apache.org,42317,1699781200947/jenkins-hbase3.apache.org%2C42317%2C1699781200947.jenkins-hbase3.apache.org%2C42317%2C1699781200947.regiongroup-0.1699781204693 2023-11-12T09:26:44,822 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:26:44,823 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:44,823 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:44,827 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,828 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:26:44,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:44,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:44,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:26:44,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:44,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:44,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:26:44,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:26:44,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:44,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:44,960 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,961 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,980 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:26:44,984 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:26:44,988 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:44,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10641880160, jitterRate=-0.008897677063941956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:26:44,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:26:44,994 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:26:45,030 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48668558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:45,084 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:26:45,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:26:45,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:26:45,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:26:45,109 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:26:45,115 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:26:45,115 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:26:45,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:26:45,164 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:26:45,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:26:45,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:26:45,171 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:26:45,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:26:45,175 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:26:45,182 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:26:45,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:26:45,186 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:26:45,187 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:26:45,202 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:26:45,204 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:26:45,209 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:26:45,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:26:45,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,210 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,42317,1699781200947, sessionid=0x1004cf4b68d0000, setting cluster-up flag (Was=false) 2023-11-12T09:26:45,220 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:26:45,231 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,231 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:26:45,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:45,244 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,244 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,251 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:26:45,252 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:45,258 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,258 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:45,264 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:26:45,265 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:45,311 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:33347 2023-11-12T09:26:45,312 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(997): ClusterId : b119393f-f8da-4885-8b93-6895b0787b0e 2023-11-12T09:26:45,314 INFO [RS:0;jenkins-hbase3:33347 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:26:45,316 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:26:45,322 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:26:45,322 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:26:45,326 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:26:45,327 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:26:45,330 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:26:45,331 DEBUG [RS:0;jenkins-hbase3:33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:45,333 DEBUG [RS:0;jenkins-hbase3:33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47420019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:26:45,338 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:26:45,338 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:26:45,338 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:26:45,341 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42317,1699781200947 with isa=jenkins-hbase3.apache.org/172.31.12.81:33347, startcode=1699781204122 2023-11-12T09:26:45,360 DEBUG [RS:0;jenkins-hbase3:33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:26:45,424 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38651, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:26:45,422 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:45,434 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42317 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:26:45,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:26:45,443 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:26:45,456 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42317,1699781200947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:26:45,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:45,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:45,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:45,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:45,463 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:26:45,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:26:45,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,474 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781235474 2023-11-12T09:26:45,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:26:45,479 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:26:45,480 WARN [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:26:45,483 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:26:45,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:45,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:26:45,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:45,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:26:45,494 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:26:45,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:26:45,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:26:45,497 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:26:45,497 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:26:45,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,508 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:26:45,513 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:26:45,514 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:26:45,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:26:45,517 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:45,529 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7236bd7d to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:45,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:45,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:26:45,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:26:45,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:45,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703694f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:45,539 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:26:45,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:45,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:26:45,542 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:26:45,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:26:45,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:26:45,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:26:45,545 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781205545,5,FailOnTimeoutGroup] 2023-11-12T09:26:45,546 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781205545,5,FailOnTimeoutGroup] 2023-11-12T09:26:45,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:26:45,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:26:45,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:45,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:45,547 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,548 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740 2023-11-12T09:26:45,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740 2023-11-12T09:26:45,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:26:45,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:26:45,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:45,560 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10640100320, jitterRate=-0.009063437581062317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:26:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:26:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:26:45,562 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:26:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:26:45,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:26:45,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:26:45,564 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:26:45,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:26:45,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:45,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:26:45,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:26:45,582 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42317,1699781200947 with isa=jenkins-hbase3.apache.org/172.31.12.81:33347, startcode=1699781204122 2023-11-12T09:26:45,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42317 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:45,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:26:45,601 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:45,602 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35957 2023-11-12T09:26:45,602 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=37483 2023-11-12T09:26:45,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:26:45,615 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:26:45,616 DEBUG [RS:0;jenkins-hbase3:33347 {}] zookeeper.ZKUtil(111): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:45,616 WARN [RS:0;jenkins-hbase3:33347 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:26:45,616 INFO [RS:0;jenkins-hbase3:33347 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-12T09:26:45,616 INFO [RS:0;jenkins-hbase3:33347 {}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-12T09:26:45,617 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:45,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,33347,1699781204122] 2023-11-12T09:26:45,644 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:26:45,664 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:26:45,684 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:26:45,690 INFO [RS:0;jenkins-hbase3:33347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:26:45,690 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,694 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:26:45,706 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,706 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,707 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,707 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,707 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,707 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,707 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:26:45,708 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,708 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,708 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,708 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,708 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:45,709 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:26:45,709 DEBUG [RS:0;jenkins-hbase3:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:26:45,710 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,710 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,710 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,710 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,711 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33347,1699781204122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:26:45,729 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:26:45,732 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33347,1699781204122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:45,751 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,33347,1699781204122 started 2023-11-12T09:26:45,751 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,33347,1699781204122, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:33347, sessionid=0x1004cf4b68d0001 2023-11-12T09:26:45,751 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:26:45,751 DEBUG [RS:0;jenkins-hbase3:33347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:45,752 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33347,1699781204122' 2023-11-12T09:26:45,752 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:26:45,752 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:26:45,753 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:26:45,753 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:26:45,754 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33347,1699781204122' 2023-11-12T09:26:45,754 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:45,754 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:45,755 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:26:45,755 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:26:45,755 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:26:45,755 DEBUG [RS:0;jenkins-hbase3:33347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:45,755 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33347,1699781204122' 2023-11-12T09:26:45,755 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:26:45,756 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:26:45,756 DEBUG [RS:0;jenkins-hbase3:33347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:26:45,756 INFO [RS:0;jenkins-hbase3:33347 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:26:45,757 INFO [RS:0;jenkins-hbase3:33347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:26:45,758 WARN [jenkins-hbase3:42317 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:26:45,866 INFO [RS:0;jenkins-hbase3:33347 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:45,867 INFO [RS:0;jenkins-hbase3:33347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,33347,1699781204122.regiongroup-0 2023-11-12T09:26:45,870 INFO [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0, suffix=, logDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122, archiveDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs, maxLogs=32 2023-11-12T09:26:45,882 DEBUG [RS:0;jenkins-hbase3:33347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872, exclude list is [], retry=0 2023-11-12T09:26:45,889 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:26:45,893 INFO [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872 2023-11-12T09:26:45,893 DEBUG [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:26:46,010 DEBUG [jenkins-hbase3:42317 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:26:46,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:46,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33347,1699781204122, state=OPENING 2023-11-12T09:26:46,034 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:26:46,036 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:46,036 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:46,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:46,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:46,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:26:46,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:46,384 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:26:46,387 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:32964, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:26:46,401 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:26:46,402 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2023-11-12T09:26:46,402 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(103): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2023-11-12T09:26:46,402 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:46,403 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:26:46,406 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta, suffix=.meta, logDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122, archiveDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs, maxLogs=32 2023-11-12T09:26:46,418 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta, exclude list is [], retry=0 2023-11-12T09:26:46,422 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:26:46,426 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta 2023-11-12T09:26:46,426 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:26:46,427 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:46,432 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:46,432 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:26:46,449 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:26:46,449 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:26:46,455 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:26:46,455 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:46,455 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:26:46,456 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:26:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:26:46,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:26:46,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:26:46,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:26:46,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:26:46,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:26:46,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:46,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:46,466 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740 2023-11-12T09:26:46,469 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740 2023-11-12T09:26:46,471 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:26:46,474 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:26:46,475 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10553280960, jitterRate=-0.017149120569229126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:26:46,477 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:26:46,493 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781206372 2023-11-12T09:26:46,512 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:26:46,514 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:26:46,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:46,517 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33347,1699781204122, state=OPEN 2023-11-12T09:26:46,521 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:26:46,521 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:26:46,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:46,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:46,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:26:46,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33347,1699781204122 in 481 msec 2023-11-12T09:26:46,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:26:46,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 947 msec 2023-11-12T09:26:46,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2030 sec 2023-11-12T09:26:46,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781206535, completionTime=-1 2023-11-12T09:26:46,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:26:46,535 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:26:46,613 DEBUG [hconnection-0x1f26bf08-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:46,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:32972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:46,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:26:46,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781266644 2023-11-12T09:26:46,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781326644 2023-11-12T09:26:46,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 108 msec 2023-11-12T09:26:46,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42317,1699781200947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:46,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42317,1699781200947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:46,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42317,1699781200947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:46,671 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42317, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:46,672 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:46,679 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:26:46,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:26:46,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:26:46,703 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:26:46,707 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:46,709 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:46,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:47,129 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4433a4107efed287fee14825ea1c698e, NAME => 'hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 4433a4107efed287fee14825ea1c698e, disabling compactions & flushes 2023-11-12T09:26:47,541 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. after waiting 0 ms 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,541 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,541 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4433a4107efed287fee14825ea1c698e: 2023-11-12T09:26:47,544 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:47,558 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781207546"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781207546"}]},"ts":"1699781207546"} 2023-11-12T09:26:47,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:47,593 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:47,599 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781207594"}]},"ts":"1699781207594"} 2023-11-12T09:26:47,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:26:47,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4433a4107efed287fee14825ea1c698e, ASSIGN}] 2023-11-12T09:26:47,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4433a4107efed287fee14825ea1c698e, ASSIGN 2023-11-12T09:26:47,613 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4433a4107efed287fee14825ea1c698e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:26:47,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4433a4107efed287fee14825ea1c698e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:47,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4433a4107efed287fee14825ea1c698e, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:26:47,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:47,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:47,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] monitor.StreamSlowMonitor(122): New stream slow monitor jenkins-hbase3.apache.org,33347,1699781204122.regiongroup-1 2023-11-12T09:26:47,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1, suffix=, logDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122, archiveDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs, maxLogs=32 2023-11-12T09:26:47,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781207934, exclude list is [], retry=0 2023-11-12T09:26:47,949 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:26:47,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781207934 2023-11-12T09:26:47,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:26:47,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 4433a4107efed287fee14825ea1c698e, NAME => 'hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:47,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:47,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:47,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,958 INFO [StoreOpener-4433a4107efed287fee14825ea1c698e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,959 INFO [StoreOpener-4433a4107efed287fee14825ea1c698e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4433a4107efed287fee14825ea1c698e columnFamilyName info 2023-11-12T09:26:47,960 DEBUG [StoreOpener-4433a4107efed287fee14825ea1c698e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:47,960 INFO [StoreOpener-4433a4107efed287fee14825ea1c698e-1 {}] regionserver.HStore(324): Store=4433a4107efed287fee14825ea1c698e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:47,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 4433a4107efed287fee14825ea1c698e 2023-11-12T09:26:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:47,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 4433a4107efed287fee14825ea1c698e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9439139360, jitterRate=-0.12091164290904999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:47,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 4433a4107efed287fee14825ea1c698e: 2023-11-12T09:26:47,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e., pid=6, masterSystemTime=1699781207923 2023-11-12T09:26:47,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:26:47,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4433a4107efed287fee14825ea1c698e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:47,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:26:47,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4433a4107efed287fee14825ea1c698e, server=jenkins-hbase3.apache.org,33347,1699781204122 in 211 msec 2023-11-12T09:26:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:26:47,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4433a4107efed287fee14825ea1c698e, ASSIGN in 374 msec 2023-11-12T09:26:47,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:47,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781207993"}]},"ts":"1699781207993"} 2023-11-12T09:26:47,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:26:47,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:48,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3040 sec 2023-11-12T09:26:48,008 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:26:48,009 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:48,009 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:48,009 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:48,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:26:48,073 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:48,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-12T09:26:48,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:26:48,106 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:48,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-11-12T09:26:48,123 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:26:48,125 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:26:48,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.867sec 2023-11-12T09:26:48,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:26:48,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:26:48,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:26:48,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:26:48,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:26:48,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42317,1699781200947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:26:48,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42317,1699781200947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:26:48,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:26:48,151 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:26:48,211 DEBUG [Listener at localhost/42013 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x28f7c566 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:48,216 DEBUG [Listener at localhost/42013 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7457c97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:48,222 DEBUG [Listener at localhost/42013 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:26:48,222 DEBUG [Listener at localhost/42013 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:26:48,239 DEBUG [hconnection-0x2aa0125b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:48,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:32982, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:48,267 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:26:48,267 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:26:48,267 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/test.cache.data in system properties and HBase conf 2023-11-12T09:26:48,267 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:26:48,267 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:26:48,268 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:26:48,269 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:26:48,269 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:48,269 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:26:48,269 INFO [Listener at localhost/42013 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:26:50,243 WARN [Thread-251 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:50,620 INFO [Thread-251 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:50,627 INFO [Thread-251 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36611_jobhistory____ae8asd/webapp 2023-11-12T09:26:50,791 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:26:50,791 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:50,791 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:50,795 INFO [Thread-251 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:50,895 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:51,056 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:51,367 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:26:51,406 INFO [Thread-251 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36611 2023-11-12T09:26:51,733 WARN [Listener at jenkins-hbase3.apache.org/42919 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:51,813 WARN [Listener at jenkins-hbase3.apache.org/42919 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:51,814 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:51,820 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38261_cluster____.mhcf5x/webapp 2023-11-12T09:26:51,889 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:51,889 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:26:51,889 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:51,889 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:51,898 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:51,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:26:52,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:26:52,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:26:52,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:26:52,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:52,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:26:52,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:52,147 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:52,148 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:52,148 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:26:52,148 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:26:52,148 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:26:52,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:26:52,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:52,279 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:52,286 INFO [Listener at jenkins-hbase3.apache.org/42919 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38261 2023-11-12T09:26:52,614 WARN [Listener at jenkins-hbase3.apache.org/33195 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:52,639 WARN [Listener at jenkins-hbase3.apache.org/33195 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:52,639 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:52,646 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36335_node____sq0er5/webapp 2023-11-12T09:26:52,705 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:26:52,705 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:52,706 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:52,706 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:52,715 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:52,743 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:52,838 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:52,852 INFO [Listener at jenkins-hbase3.apache.org/33195 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36335 2023-11-12T09:26:53,031 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:53,040 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:53,040 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:53,048 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39701_node____.pgj79r/webapp 2023-11-12T09:26:53,099 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:26:53,099 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:53,099 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:53,100 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:53,107 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:53,123 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:53,184 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:53,191 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39701 2023-11-12T09:26:53,233 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:26:53,233 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35957/backupUT 2023-11-12T09:26:53,245 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:26:53,249 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59864, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:26:53,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:26:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:26:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:26:53,290 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:53,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-11-12T09:26:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:26:53,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:26:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:26:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:26:53,394 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:53,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 22 msec 2023-11-12T09:26:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:26:53,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:26:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:26:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:26:53,507 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:53,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-11-12T09:26:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:26:53,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:26:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:26:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:26:53,614 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:53,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2023-11-12T09:26:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:26:53,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781213233', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781213233 2023-11-12T09:26:53,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:53,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781213233" procId is: 13 2023-11-12T09:26:53,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:53,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:54,166 INFO [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 275c13fec0ce9608d6ec03a40009531d, NAME => 'test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1668): Closing 275c13fec0ce9608d6ec03a40009531d, disabling compactions & flushes 2023-11-12T09:26:54,586 INFO [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. after waiting 0 ms 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,586 INFO [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,586 DEBUG [RegionOpenAndInit-test-1699781213233-pool-0 {}] regionserver.HRegion(1622): Region close journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:26:54,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:54,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781214588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781214588"}]},"ts":"1699781214588"} 2023-11-12T09:26:54,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:54,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:54,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781213233","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781214592"}]},"ts":"1699781214592"} 2023-11-12T09:26:54,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781213233, state=ENABLING in hbase:meta 2023-11-12T09:26:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, ASSIGN}] 2023-11-12T09:26:54,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, ASSIGN 2023-11-12T09:26:54,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:26:54,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:54,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:26:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:54,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:54,921 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,921 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 275c13fec0ce9608d6ec03a40009531d, NAME => 'test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:54,921 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:54,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781213233 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:54,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,924 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,926 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName f 2023-11-12T09:26:54,926 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:54,927 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:54,929 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,929 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:26:54,939 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:54,939 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 275c13fec0ce9608d6ec03a40009531d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10820263040, jitterRate=0.0077155232429504395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:54,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:26:54,942 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d., pid=15, masterSystemTime=1699781214912 2023-11-12T09:26:54,946 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,946 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:26:54,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:54,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:26:54,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122 in 190 msec 2023-11-12T09:26:54,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:26:54,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, ASSIGN in 352 msec 2023-11-12T09:26:54,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:54,957 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781213233","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781214957"}]},"ts":"1699781214957"} 2023-11-12T09:26:54,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781213233, state=ENABLED in hbase:meta 2023-11-12T09:26:54,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781213233 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:54,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781213233 in 1.2400 sec 2023-11-12T09:26:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:55,844 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781213233, procId: 13 completed 2023-11-12T09:26:55,846 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6ab46472 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:55,853 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a10c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:55,855 DEBUG [hconnection-0x1bd76b22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:55,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:55,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(8210): writing data to region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:26:55,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997812132331', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997812132331 2023-11-12T09:26:55,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:55,966 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:55,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997812132331" procId is: 16 2023-11-12T09:26:55,967 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:56,383 INFO [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 28f6db268d0ba7be0cf4b0bd046bdffe, NAME => 'ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997812132331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:56,396 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:56,396 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1668): Closing 28f6db268d0ba7be0cf4b0bd046bdffe, disabling compactions & flushes 2023-11-12T09:26:56,396 INFO [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,396 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,396 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. after waiting 0 ms 2023-11-12T09:26:56,396 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,397 INFO [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,397 DEBUG [RegionOpenAndInit-ns2:test-16997812132331-pool-0 {}] regionserver.HRegion(1622): Region close journal for 28f6db268d0ba7be0cf4b0bd046bdffe: 2023-11-12T09:26:56,398 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:56,398 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781216398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781216398"}]},"ts":"1699781216398"} 2023-11-12T09:26:56,401 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:56,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:56,402 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997812132331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781216402"}]},"ts":"1699781216402"} 2023-11-12T09:26:56,404 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997812132331, state=ENABLING in hbase:meta 2023-11-12T09:26:56,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997812132331, region=28f6db268d0ba7be0cf4b0bd046bdffe, ASSIGN}] 2023-11-12T09:26:56,413 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997812132331, region=28f6db268d0ba7be0cf4b0bd046bdffe, ASSIGN 2023-11-12T09:26:56,414 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997812132331, region=28f6db268d0ba7be0cf4b0bd046bdffe, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:26:56,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=28f6db268d0ba7be0cf4b0bd046bdffe, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:56,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:26:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:56,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:56,726 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 28f6db268d0ba7be0cf4b0bd046bdffe, NAME => 'ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:56,727 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:56,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997812132331 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:56,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,734 INFO [StoreOpener-28f6db268d0ba7be0cf4b0bd046bdffe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,736 INFO [StoreOpener-28f6db268d0ba7be0cf4b0bd046bdffe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28f6db268d0ba7be0cf4b0bd046bdffe columnFamilyName f 2023-11-12T09:26:56,736 DEBUG [StoreOpener-28f6db268d0ba7be0cf4b0bd046bdffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:56,737 INFO [StoreOpener-28f6db268d0ba7be0cf4b0bd046bdffe-1 {}] regionserver.HStore(324): Store=28f6db268d0ba7be0cf4b0bd046bdffe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:56,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,743 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:26:56,750 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:56,751 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 28f6db268d0ba7be0cf4b0bd046bdffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10991764960, jitterRate=0.023687884211540222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:56,752 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 28f6db268d0ba7be0cf4b0bd046bdffe: 2023-11-12T09:26:56,753 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe., pid=18, masterSystemTime=1699781216721 2023-11-12T09:26:56,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,756 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:26:56,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=28f6db268d0ba7be0cf4b0bd046bdffe, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:56,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:26:56,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe, server=jenkins-hbase3.apache.org,33347,1699781204122 in 191 msec 2023-11-12T09:26:56,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:26:56,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997812132331, region=28f6db268d0ba7be0cf4b0bd046bdffe, ASSIGN in 352 msec 2023-11-12T09:26:56,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:56,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997812132331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781216765"}]},"ts":"1699781216765"} 2023-11-12T09:26:56,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997812132331, state=ENABLED in hbase:meta 2023-11-12T09:26:56,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997812132331 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:56,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997812132331 in 808 msec 2023-11-12T09:26:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:57,075 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997812132331, procId: 16 completed 2023-11-12T09:26:57,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:26:57,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997812132332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997812132332 2023-11-12T09:26:57,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:57,163 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:57,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997812132332" procId is: 19 2023-11-12T09:26:57,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:57,583 INFO [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 88f90a5eff6b34321c93240b6a1c539b, NAME => 'ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997812132332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1668): Closing 88f90a5eff6b34321c93240b6a1c539b, disabling compactions & flushes 2023-11-12T09:26:57,999 INFO [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. after waiting 0 ms 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:57,999 INFO [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:57,999 DEBUG [RegionOpenAndInit-ns3:test-16997812132332-pool-0 {}] regionserver.HRegion(1622): Region close journal for 88f90a5eff6b34321c93240b6a1c539b: 2023-11-12T09:26:58,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:58,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781218001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781218001"}]},"ts":"1699781218001"} 2023-11-12T09:26:58,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:58,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:58,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997812132332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781218004"}]},"ts":"1699781218004"} 2023-11-12T09:26:58,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997812132332, state=ENABLING in hbase:meta 2023-11-12T09:26:58,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997812132332, region=88f90a5eff6b34321c93240b6a1c539b, ASSIGN}] 2023-11-12T09:26:58,023 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997812132332, region=88f90a5eff6b34321c93240b6a1c539b, ASSIGN 2023-11-12T09:26:58,024 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997812132332, region=88f90a5eff6b34321c93240b6a1c539b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:26:58,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997812132331' 2023-11-12T09:26:58,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781213233' 2023-11-12T09:26:58,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=88f90a5eff6b34321c93240b6a1c539b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:58,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 88f90a5eff6b34321c93240b6a1c539b, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:26:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:58,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:58,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:58,336 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 88f90a5eff6b34321c93240b6a1c539b, NAME => 'ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:58,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:58,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997812132332 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:58,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,339 INFO [StoreOpener-88f90a5eff6b34321c93240b6a1c539b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,341 INFO [StoreOpener-88f90a5eff6b34321c93240b6a1c539b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f90a5eff6b34321c93240b6a1c539b columnFamilyName f 2023-11-12T09:26:58,341 DEBUG [StoreOpener-88f90a5eff6b34321c93240b6a1c539b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:58,342 INFO [StoreOpener-88f90a5eff6b34321c93240b6a1c539b-1 {}] regionserver.HStore(324): Store=88f90a5eff6b34321c93240b6a1c539b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:58,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns3/test-16997812132332/88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns3/test-16997812132332/88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,348 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:26:58,350 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns3/test-16997812132332/88f90a5eff6b34321c93240b6a1c539b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:58,351 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 88f90a5eff6b34321c93240b6a1c539b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10400910880, jitterRate=-0.03133969008922577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:58,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 88f90a5eff6b34321c93240b6a1c539b: 2023-11-12T09:26:58,353 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b., pid=21, masterSystemTime=1699781218331 2023-11-12T09:26:58,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:58,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:26:58,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=88f90a5eff6b34321c93240b6a1c539b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:26:58,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:26:58,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 88f90a5eff6b34321c93240b6a1c539b, server=jenkins-hbase3.apache.org,33347,1699781204122 in 180 msec 2023-11-12T09:26:58,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:26:58,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997812132332, region=88f90a5eff6b34321c93240b6a1c539b, ASSIGN in 341 msec 2023-11-12T09:26:58,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:58,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997812132332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781218364"}]},"ts":"1699781218364"} 2023-11-12T09:26:58,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997812132332, state=ENABLED in hbase:meta 2023-11-12T09:26:58,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997812132332 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997812132332 in 1.2100 sec 2023-11-12T09:26:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:59,273 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997812132332, procId: 19 completed 2023-11-12T09:26:59,274 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997812132332 get assigned. Timeout = 60000ms 2023-11-12T09:26:59,276 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:59,280 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997812132332 assigned to meta. Checking AM states. 2023-11-12T09:26:59,281 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:59,281 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997812132332 assigned. 2023-11-12T09:26:59,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997812132333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997812132333 2023-11-12T09:26:59,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:59,287 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:59,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997812132333" procId is: 22 2023-11-12T09:26:59,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:59,702 INFO [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ab4834f0b2b8886271f69e55ece5c817, NAME => 'ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997812132333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:26:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:27:00,116 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:00,116 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1668): Closing ab4834f0b2b8886271f69e55ece5c817, disabling compactions & flushes 2023-11-12T09:27:00,116 INFO [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,116 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,116 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. after waiting 0 ms 2023-11-12T09:27:00,116 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,117 INFO [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,117 DEBUG [RegionOpenAndInit-ns4:test-16997812132333-pool-0 {}] regionserver.HRegion(1622): Region close journal for ab4834f0b2b8886271f69e55ece5c817: 2023-11-12T09:27:00,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:27:00,118 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781220118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781220118"}]},"ts":"1699781220118"} 2023-11-12T09:27:00,120 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:27:00,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:27:00,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997812132333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781220122"}]},"ts":"1699781220122"} 2023-11-12T09:27:00,123 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997812132333, state=ENABLING in hbase:meta 2023-11-12T09:27:00,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997812132333, region=ab4834f0b2b8886271f69e55ece5c817, ASSIGN}] 2023-11-12T09:27:00,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997812132333, region=ab4834f0b2b8886271f69e55ece5c817, ASSIGN 2023-11-12T09:27:00,131 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997812132333, region=ab4834f0b2b8886271f69e55ece5c817, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:27:00,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ab4834f0b2b8886271f69e55ece5c817, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:00,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure ab4834f0b2b8886271f69e55ece5c817, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:27:00,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:27:00,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:00,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => ab4834f0b2b8886271f69e55ece5c817, NAME => 'ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:27:00,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:00,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997812132333 ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:00,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,454 INFO [StoreOpener-ab4834f0b2b8886271f69e55ece5c817-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,456 INFO [StoreOpener-ab4834f0b2b8886271f69e55ece5c817-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab4834f0b2b8886271f69e55ece5c817 columnFamilyName f 2023-11-12T09:27:00,456 DEBUG [StoreOpener-ab4834f0b2b8886271f69e55ece5c817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:00,457 INFO [StoreOpener-ab4834f0b2b8886271f69e55ece5c817-1 {}] regionserver.HStore(324): Store=ab4834f0b2b8886271f69e55ece5c817/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:00,458 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns4/test-16997812132333/ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns4/test-16997812132333/ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:27:00,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns4/test-16997812132333/ab4834f0b2b8886271f69e55ece5c817/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:27:00,476 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened ab4834f0b2b8886271f69e55ece5c817; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11516228000, jitterRate=0.07253231108188629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:27:00,476 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for ab4834f0b2b8886271f69e55ece5c817: 2023-11-12T09:27:00,477 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817., pid=24, masterSystemTime=1699781220439 2023-11-12T09:27:00,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,485 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:27:00,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ab4834f0b2b8886271f69e55ece5c817, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:00,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:27:00,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure ab4834f0b2b8886271f69e55ece5c817, server=jenkins-hbase3.apache.org,33347,1699781204122 in 203 msec 2023-11-12T09:27:00,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:27:00,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997812132333, region=ab4834f0b2b8886271f69e55ece5c817, ASSIGN in 362 msec 2023-11-12T09:27:00,493 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:27:00,493 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997812132333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781220493"}]},"ts":"1699781220493"} 2023-11-12T09:27:00,495 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997812132333, state=ENABLED in hbase:meta 2023-11-12T09:27:00,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997812132333 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:27:00,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997812132333 in 1.2160 sec 2023-11-12T09:27:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:27:01,396 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997812132333, procId: 22 completed 2023-11-12T09:27:01,396 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997812132333 get assigned. Timeout = 60000ms 2023-11-12T09:27:01,397 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:27:01,400 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997812132333 assigned to meta. Checking AM states. 2023-11-12T09:27:01,400 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:27:01,401 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997812132333 assigned. 2023-11-12T09:27:01,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6ab46472 to 127.0.0.1:55701 2023-11-12T09:27:01,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:01,446 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=587, OpenFileDescriptor=696, MaxFileDescriptor=60000, SystemLoadAverage=216, ProcessCount=168, AvailableMemoryMB=5500 2023-11-12T09:27:01,446 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-12T09:27:01,449 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(81): create full backup image for all tables 2023-11-12T09:27:01,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$14(2731): Client=jenkins//172.31.12.81 modify table test-1699781213233 from 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1699781213233', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1699781213233 2023-11-12T09:27:01,490 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000001.367 2023-11-12T09:27:01,491 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000002.908 2023-11-12T09:27:01,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1699781213233}] 2023-11-12T09:27:01,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE}] 2023-11-12T09:27:01,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE 2023-11-12T09:27:01,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:01,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; CloseRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:01,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:01,677 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(119): Close 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:01,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1668): Closing 275c13fec0ce9608d6ec03a40009531d, disabling compactions & flushes 2023-11-12T09:27:01,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1690): Closing region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:01,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:01,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1778): Acquired close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. after waiting 0 ms 2023-11-12T09:27:01,678 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1788): Updates disabled for region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:01,679 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2819): Flushing 275c13fec0ce9608d6ec03a40009531d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:27:01,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/1b409491134c469780149c79f184218c is 37, key is row10/f:q1/1699781215875/Put/seqid=0 2023-11-12T09:27:02,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997812132332 2023-11-12T09:27:02,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997812132332 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:02,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997812132333 2023-11-12T09:27:02,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997812132333 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:02,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781213233 2023-11-12T09:27:02,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781213233 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:02,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997812132331 2023-11-12T09:27:02,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997812132331 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:02,185 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:02,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/1b409491134c469780149c79f184218c as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:02,270 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:27:02,274 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 275c13fec0ce9608d6ec03a40009531d in 595ms, sequenceid=103, compaction requested=false 2023-11-12T09:27:02,283 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:27:02,284 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:27:02,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1909): Closed test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:02,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1622): Region close journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:02,285 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3735): Not adding moved region record: 275c13fec0ce9608d6ec03a40009531d to self. 2023-11-12T09:27:02,288 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(163): Closed 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=CLOSED 2023-11-12T09:27:02,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:27:02,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; CloseRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122 in 774 msec 2023-11-12T09:27:02,293 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=true 2023-11-12T09:27:02,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:02,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:02,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:02,603 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:02,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => 275c13fec0ce9608d6ec03a40009531d, NAME => 'test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:27:02,604 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:02,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781213233 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:02,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,606 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,608 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName f 2023-11-12T09:27:02,609 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:02,619 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:02,620 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:02,620 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,621 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName f3 2023-11-12T09:27:02,621 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:02,622 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:02,624 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,633 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName mob 2023-11-12T09:27:02,639 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:02,639 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:02,641 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,642 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1699781213233 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:27:02,646 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:02,648 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened 275c13fec0ce9608d6ec03a40009531d; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9862735200, jitterRate=-0.08146120607852936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:27:02,648 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:02,649 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d., pid=29, masterSystemTime=1699781222598 2023-11-12T09:27:02,652 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:02,652 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:02,653 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:02,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-11-12T09:27:02,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122 in 209 msec 2023-11-12T09:27:02,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:27:02,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE in 1.1460 sec 2023-11-12T09:27:02,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-11-12T09:27:02,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; ReopenTableRegionsProcedure table=test-1699781213233 in 1.1670 sec 2023-11-12T09:27:02,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; ModifyTableProcedure table=test-1699781213233 in 1.2040 sec 2023-11-12T09:27:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:27:02,679 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x28af1208 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:02,686 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31883c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:02,688 DEBUG [hconnection-0x509ee388-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:02,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50812, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:02,736 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:27:02,738 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:27:02,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:27:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=30, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:27:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-12T09:27:02,759 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:27:02,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-11-12T09:27:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-12T09:27:02,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:27:02,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:27:02,875 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:02,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 31 2023-11-12T09:27:02,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:27:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:03,293 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e98510c450c4248e285ecbfee96902e5, NAME => 'backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing e98510c450c4248e285ecbfee96902e5, disabling compactions & flushes 2023-11-12T09:27:03,707 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. after waiting 0 ms 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:03,707 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:03,707 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:27:03,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:27:03,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781223709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781223709"}]},"ts":"1699781223709"} 2023-11-12T09:27:03,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:27:03,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:27:03,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781223712"}]},"ts":"1699781223712"} 2023-11-12T09:27:03,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:27:03,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=e98510c450c4248e285ecbfee96902e5, ASSIGN}] 2023-11-12T09:27:03,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=e98510c450c4248e285ecbfee96902e5, ASSIGN 2023-11-12T09:27:03,722 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=e98510c450c4248e285ecbfee96902e5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:27:03,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e98510c450c4248e285ecbfee96902e5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:03,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure e98510c450c4248e285ecbfee96902e5, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:04,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:04,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(130): Open backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:04,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7254): Opening region: {ENCODED => e98510c450c4248e285ecbfee96902e5, NAME => 'backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:27:04,035 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:04,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(888): Instantiated backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:04,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7296): checking encryption for e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7299): checking classloading for e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,037 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,039 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e98510c450c4248e285ecbfee96902e5 columnFamilyName meta 2023-11-12T09:27:04,039 DEBUG [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:04,039 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] regionserver.HStore(324): Store=e98510c450c4248e285ecbfee96902e5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:04,040 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,041 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e98510c450c4248e285ecbfee96902e5 columnFamilyName session 2023-11-12T09:27:04,041 DEBUG [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:04,042 INFO [StoreOpener-e98510c450c4248e285ecbfee96902e5-1 {}] regionserver.HStore(324): Store=e98510c450c4248e285ecbfee96902e5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:04,043 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,044 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,046 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:27:04,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1076): writing seq id for e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:04,051 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:27:04,051 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): Opened e98510c450c4248e285ecbfee96902e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11924174560, jitterRate=0.11052529513835907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:27:04,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(992): Region open journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:27:04,053 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5., pid=33, masterSystemTime=1699781224029 2023-11-12T09:27:04,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:04,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(158): Opened backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:04,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e98510c450c4248e285ecbfee96902e5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:27:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure e98510c450c4248e285ecbfee96902e5, server=jenkins-hbase3.apache.org,33347,1699781204122 in 181 msec 2023-11-12T09:27:04,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-11-12T09:27:04,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=e98510c450c4248e285ecbfee96902e5, ASSIGN in 340 msec 2023-11-12T09:27:04,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997812132333' 2023-11-12T09:27:04,063 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:27:04,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781224063"}]},"ts":"1699781224063"} 2023-11-12T09:27:04,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:27:04,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997812132332' 2023-11-12T09:27:04,071 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:27:04,074 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:27:04,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2040 sec 2023-11-12T09:27:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:27:04,985 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 31 completed 2023-11-12T09:27:05,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:27:05,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:27:05,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:05,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 34 2023-11-12T09:27:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:05,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:27:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:05,426 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f8fb2dead2b68f0da351b117373eaec2, NAME => 'backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing f8fb2dead2b68f0da351b117373eaec2, disabling compactions & flushes 2023-11-12T09:27:05,838 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. after waiting 0 ms 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:05,838 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:05,838 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for f8fb2dead2b68f0da351b117373eaec2: 2023-11-12T09:27:05,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:27:05,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781225840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781225840"}]},"ts":"1699781225840"} 2023-11-12T09:27:05,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:27:05,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:27:05,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781225843"}]},"ts":"1699781225843"} 2023-11-12T09:27:05,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:27:05,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f8fb2dead2b68f0da351b117373eaec2, ASSIGN}] 2023-11-12T09:27:05,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f8fb2dead2b68f0da351b117373eaec2, ASSIGN 2023-11-12T09:27:05,854 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=f8fb2dead2b68f0da351b117373eaec2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:27:05,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:27:06,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f8fb2dead2b68f0da351b117373eaec2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:06,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure f8fb2dead2b68f0da351b117373eaec2, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:06,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:06,164 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:06,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7254): Opening region: {ENCODED => f8fb2dead2b68f0da351b117373eaec2, NAME => 'backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:27:06,165 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:06,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:06,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7296): checking encryption for f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7299): checking classloading for f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,167 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,169 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8fb2dead2b68f0da351b117373eaec2 columnFamilyName meta 2023-11-12T09:27:06,169 DEBUG [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:06,170 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] regionserver.HStore(324): Store=f8fb2dead2b68f0da351b117373eaec2/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:06,170 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,172 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8fb2dead2b68f0da351b117373eaec2 columnFamilyName session 2023-11-12T09:27:06,172 DEBUG [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:06,173 INFO [StoreOpener-f8fb2dead2b68f0da351b117373eaec2-1 {}] regionserver.HStore(324): Store=f8fb2dead2b68f0da351b117373eaec2/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:06,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system_bulk/f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system_bulk/f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,176 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:27:06,177 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1076): writing seq id for f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:27:06,180 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system_bulk/f8fb2dead2b68f0da351b117373eaec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:27:06,181 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): Opened f8fb2dead2b68f0da351b117373eaec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10957637760, jitterRate=0.020509541034698486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:27:06,181 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(992): Region open journal for f8fb2dead2b68f0da351b117373eaec2: 2023-11-12T09:27:06,182 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2., pid=36, masterSystemTime=1699781226160 2023-11-12T09:27:06,184 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:06,184 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:27:06,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=f8fb2dead2b68f0da351b117373eaec2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:06,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=36, resume processing ppid=35 2023-11-12T09:27:06,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure f8fb2dead2b68f0da351b117373eaec2, server=jenkins-hbase3.apache.org,33347,1699781204122 in 179 msec 2023-11-12T09:27:06,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:27:06,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=f8fb2dead2b68f0da351b117373eaec2, ASSIGN in 339 msec 2023-11-12T09:27:06,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:27:06,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781226191"}]},"ts":"1699781226191"} 2023-11-12T09:27:06,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:27:06,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:27:06,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1940 sec 2023-11-12T09:27:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:27:07,115 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 34 completed 2023-11-12T09:27:07,126 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:27:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:27:07,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781227164 (current time:1699781227164). 2023-11-12T09:27:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:27:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:27:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c480f33 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5a4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:07,178 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c480f33 to 127.0.0.1:55701 2023-11-12T09:27:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:27:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-12T09:27:07,197 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:27:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:07,203 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:27:07,215 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot, current working dir path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:27:07,217 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:27:07,229 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:27:07,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5}] 2023-11-12T09:27:07,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:07,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:07,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=38 2023-11-12T09:27:07,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:07,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2819): Flushing e98510c450c4248e285ecbfee96902e5 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:27:07,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/8bd0e69f05124d2098fb255fa6f13a96 is 49, key is activesession:/session:c/1699781227148/Put/seqid=0 2023-11-12T09:27:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:07,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/8bd0e69f05124d2098fb255fa6f13a96 2023-11-12T09:27:07,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/8bd0e69f05124d2098fb255fa6f13a96 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96 2023-11-12T09:27:07,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:27:07,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for e98510c450c4248e285ecbfee96902e5 in 446ms, sequenceid=5, compaction requested=false 2023-11-12T09:27:07,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2520): Flush status journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:27:07,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. for snapshot_backup_system completed. 2023-11-12T09:27:07,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:27:07,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:27:07,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:27:07,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96] hfiles 2023-11-12T09:27:07,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96 for snapshot=snapshot_backup_system 2023-11-12T09:27:08,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=38 2023-11-12T09:27:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4026): Remote procedure done, pid=38 2023-11-12T09:27:08,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:08,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:08,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-12T09:27:08,289 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:27:08,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 in 1.0550 sec 2023-11-12T09:27:08,291 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:27:08,292 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:27:08,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:27:08,294 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:27:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:08,717 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:27:08,729 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:27:08,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:27:08,731 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:27:08,731 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-12T09:27:08,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5420 sec 2023-11-12T09:27:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:27:09,306 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 37 completed 2023-11-12T09:27:09,306 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(115): Backup backup_1699781222719 started at 1699781229306. 2023-11-12T09:27:09,328 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(119): Backup session backup_1699781222719 has been started. 2023-11-12T09:27:09,332 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:27:09,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:27:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:27:09,346 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:27:09,346 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:27:09,347 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:27:09,347 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:27:09,348 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,348 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:09,350 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:09,350 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,350 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:09,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:09,350 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,350 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:27:09,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:09,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,351 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:27:09,351 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:09,351 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:27:09,353 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:27:09,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:27:09,353 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:27:09,353 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:27:09,354 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:27:09,354 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:27:09,354 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:27:09,357 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,357 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:09,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:09,357 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,357 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:27:09,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:09,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:09,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:27:09,360 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:27:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@446657a7[Count = 0] remaining members to acquire global barrier 2023-11-12T09:27:09,360 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,362 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,362 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,362 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,362 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:27:09,362 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:27:09,363 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:27:09,364 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,364 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781205872 highest: 1699781207934 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,364 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1:(num 1699781207934) roll requested 2023-11-12T09:27:09,378 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365, exclude list is [], retry=0 2023-11-12T09:27:09,383 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:09,386 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781207934 with entries=11, filesize=2.04 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 2023-11-12T09:27:09,387 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:09,387 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781207934 is not closed yet, will try archiving it next time 2023-11-12T09:27:09,387 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0:(num 1699781205872) roll requested 2023-11-12T09:27:09,404 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387, exclude list is [], retry=0 2023-11-12T09:27:09,410 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:09,419 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872 with entries=24, filesize=4.70 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 2023-11-12T09:27:09,421 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:09,421 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872 is not closed yet, will try archiving it next time 2023-11-12T09:27:09,421 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta:.meta(num 1699781206407) roll requested 2023-11-12T09:27:09,434 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta, exclude list is [], retry=0 2023-11-12T09:27:09,438 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:09,441 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta with entries=40, filesize=12.94 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta 2023-11-12T09:27:09,441 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:09,441 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta is not closed yet, will try archiving it next time 2023-11-12T09:27:09,445 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2023-11-12T09:27:09,445 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781229387 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,446 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:27:09,448 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:27:09,466 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:27:09,466 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33347,1699781204122' in zk 2023-11-12T09:27:09,470 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,470 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:27:09,470 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:09,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,470 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:27:09,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:09,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:09,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:09,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:09,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:09,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33347,1699781204122': 2023-11-12T09:27:09,475 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:27:09,475 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:27:09,475 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:27:09,475 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:27:09,475 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:27:09,475 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:27:09,478 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,478 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,478 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:09,478 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:09,478 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:09,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:09,479 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:09,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,480 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:09,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:09,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:09,490 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:09,490 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:09,492 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:09,492 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:09,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:27:09,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:27:09,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:09,495 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:27:09,495 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:27:09,595 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:27:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:27:09,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } 2023-11-12T09:27:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781229606 (current time:1699781229606). 2023-11-12T09:27:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:27:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781229605_default_test-1699781213233 VERSION not specified, setting to 2 2023-11-12T09:27:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0f3fca05 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edd9880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:09,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0f3fca05 to 127.0.0.1:55701 2023-11-12T09:27:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:27:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } 2023-11-12T09:27:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-12T09:27:09,623 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:27:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:09,624 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:27:09,627 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot, current working dir path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781229605_default_test-1699781213233 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:27:09,629 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:27:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:10,044 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:27:10,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 275c13fec0ce9608d6ec03a40009531d}] 2023-11-12T09:27:10,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:10,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:27:10,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:10,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33347 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2023-11-12T09:27:10,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:10,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2819): Flushing 275c13fec0ce9608d6ec03a40009531d 3/3 column families, dataSize=654 B heapSize=2.25 KB 2023-11-12T09:27:10,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f3/bbe2de47b7a8448fa5783691c73569b9 is 58, key is row-test-1699781213233-3-0/f3:q1/1699781222695/Put/seqid=0 2023-11-12T09:27:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:10,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:27:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/a6a689d0d5b0444ca40219f21719981d is 59, key is row-test-1699781213233-3-0/mob:q1/1699781222705/Put/seqid=0 2023-11-12T09:27:11,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:27:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f3/bbe2de47b7a8448fa5783691c73569b9 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:27:11,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9, entries=6, sequenceid=121, filesize=5.2 K 2023-11-12T09:27:11,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/a6a689d0d5b0444ca40219f21719981d as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:27:11,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d, entries=6, sequenceid=121, filesize=5.3 K 2023-11-12T09:27:11,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3022): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 275c13fec0ce9608d6ec03a40009531d in 1319ms, sequenceid=121, compaction requested=false 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2520): Flush status journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. for snapshot_1699781229605_default_test-1699781213233 completed. 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(240): Storing 'test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.' region-info for snapshot=snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c] hfiles 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c for snapshot=snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9] hfiles 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 for snapshot=snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d] hfiles 2023-11-12T09:27:11,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d for snapshot=snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:11,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:27:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:11,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:11,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=40 2023-11-12T09:27:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4026): Remote procedure done, pid=40 2023-11-12T09:27:11,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781229605_default_test-1699781213233 on region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:11,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:11,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:27:11,939 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:27:11,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; SnapshotRegionProcedure 275c13fec0ce9608d6ec03a40009531d in 1.8930 sec 2023-11-12T09:27:11,939 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:27:11,942 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-11-12T09:27:11,942 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-11-12T09:27:11,942 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:11,943 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f 2023-11-12T09:27:11,943 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:11,944 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f3 2023-11-12T09:27:11,944 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:11,944 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: mob 2023-11-12T09:27:12,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:27:12,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:12,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:27:12,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:27:12,356 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:27:12,356 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:12,357 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:12,780 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:27:12,789 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:27:12,789 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781229605_default_test-1699781213233 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:12,791 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:27:12,791 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-12T09:27:12,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699781229605_default_test-1699781213233 table=test-1699781213233 type=FLUSH ttl=0 } in 3.1730 sec 2023-11-12T09:27:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:27:13,731 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699781213233, procId: 39 completed 2023-11-12T09:27:13,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } 2023-11-12T09:27:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781233732 (current time:1699781233732). 2023-11-12T09:27:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:27:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781233731_ns2_test-16997812132331 VERSION not specified, setting to 2 2023-11-12T09:27:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60e98d76 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f71c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:13,744 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:38316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60e98d76 to 127.0.0.1:55701 2023-11-12T09:27:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:27:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } 2023-11-12T09:27:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-11-12T09:27:13,749 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:27:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:13,750 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:27:13,754 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot, current working dir path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781233731_ns2_test-16997812132331 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:27:13,756 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:14,167 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:27:14,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe}] 2023-11-12T09:27:14,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:27:14,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:14,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33347 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=42 2023-11-12T09:27:14,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:27:14,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2819): Flushing 28f6db268d0ba7be0cf4b0bd046bdffe 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:27:14,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/12e91c7fbb194109b3ea9bbbafab3284 is 37, key is row10/f:q1/1699781217089/Put/seqid=0 2023-11-12T09:27:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:14,747 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/12e91c7fbb194109b3ea9bbbafab3284 2023-11-12T09:27:14,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/12e91c7fbb194109b3ea9bbbafab3284 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 2023-11-12T09:27:14,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:27:14,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 28f6db268d0ba7be0cf4b0bd046bdffe in 440ms, sequenceid=103, compaction requested=false 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.HRegion(2520): Flush status journal for 28f6db268d0ba7be0cf4b0bd046bdffe: 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. for snapshot_1699781233731_ns2_test-16997812132331 completed. 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe.' region-info for snapshot=snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284] hfiles 2023-11-12T09:27:14,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 for snapshot=snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:15,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:27:15,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=42 2023-11-12T09:27:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4026): Remote procedure done, pid=42 2023-11-12T09:27:15,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781233731_ns2_test-16997812132331 on region 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:27:15,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE; SnapshotRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:27:15,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-11-12T09:27:15,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:27:15,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; SnapshotRegionProcedure 28f6db268d0ba7be0cf4b0bd046bdffe in 1.0120 sec 2023-11-12T09:27:15,182 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:27:15,183 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:27:15,183 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:15,184 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:15,596 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:27:15,602 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:27:15,603 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_1699781233731_ns2_test-16997812132331 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:15,604 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=41, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:27:15,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 }, snapshot procedure id = 41 2023-11-12T09:27:15,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=41, snapshot={ ss=snapshot_1699781233731_ns2_test-16997812132331 table=ns2:test-16997812132331 type=FLUSH ttl=0 } in 1.8580 sec 2023-11-12T09:27:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:27:15,857 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997812132331, procId: 41 completed 2023-11-12T09:27:15,857 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781222719 2023-11-12T09:27:15,857 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:27:15,859 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:27:15,861 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781222719_test-1699781213233 2023-11-12T09:27:15,861 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781229605_default_test-1699781213233 to hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/ 2023-11-12T09:27:15,871 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:27:15,901 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35957, inputRoot=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:15,901 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42317,1699781200947_-1688855095_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/.hbase-snapshot/.tmp/snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:15,901 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35957, inputRoot=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da, snapshotDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781229605_default_test-1699781213233. 2023-11-12T09:27:15,916 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781229605_default_test-1699781213233 to hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/.hbase-snapshot/.tmp/snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:16,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:16,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:16,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:16,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-8973289416658789940.jar 2023-11-12T09:27:17,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,347 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,348 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,348 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,349 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,350 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,350 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,351 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:17,352 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:17,353 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:27:17,354 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:27:17,354 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:27:17,355 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:27:17,355 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:27:17,356 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:27:17,356 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:27:17,356 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:27:17,357 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:27:17,357 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:27:17,358 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:27:17,362 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:17,362 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:17,363 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:17,363 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:17,363 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:17,364 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:17,365 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:17,425 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:17,448 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781229605_default_test-1699781213233' hfile list 2023-11-12T09:27:17,459 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(674): export split=0 size=18.8 K 2023-11-12T09:27:17,679 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781237631/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:27:17,679 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781237631/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:27:17,835 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:27:17,864 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c output=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:17,864 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:27:18,299 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d output=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:27:18,299 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5467 (5.3 K) time=0sec 2.607M/sec 2023-11-12T09:27:18,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 output=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:27:18,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5370 (5.2 K) time=0sec 2.561M/sec 2023-11-12T09:27:19,339 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:27:19,343 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44454, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:27:19,740 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:27:19,742 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:27:19,753 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:19,754 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781229605_default_test-1699781213233 finished. 2023-11-12T09:27:19,754 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781222719_ns2:test-16997812132331 2023-11-12T09:27:19,754 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781233731_ns2_test-16997812132331 to hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/ 2023-11-12T09:27:19,754 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:27:19,777 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35957, inputRoot=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:19,778 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42317,1699781200947_1493646879_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/.hbase-snapshot/.tmp/snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:19,778 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35957, inputRoot=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da, snapshotDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781233731_ns2_test-16997812132331. 2023-11-12T09:27:19,786 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_1699781233731_ns2_test-16997812132331 to hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/.hbase-snapshot/.tmp/snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:20,204 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:20,205 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:20,205 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:20,206 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,199 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-5097398220104002900.jar 2023-11-12T09:27:21,200 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,200 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,201 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,201 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,202 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,202 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,203 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,203 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,204 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:21,204 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:21,205 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:27:21,206 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:27:21,206 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:27:21,207 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:27:21,207 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:27:21,208 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:27:21,208 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:27:21,209 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:27:21,209 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:27:21,210 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:27:21,210 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:27:21,211 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:21,211 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:21,212 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:21,212 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:21,213 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:27:21,214 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:21,214 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:21,247 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:21,264 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781233731_ns2_test-16997812132331' hfile list 2023-11-12T09:27:21,267 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:27:21,343 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781241308/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:27:21,343 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781241308/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:27:21,413 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:27:21,458 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 output=hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 2023-11-12T09:27:21,458 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:27:22,394 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:27:22,395 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:27:22,402 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:22,402 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781233731_ns2_test-16997812132331 finished. 2023-11-12T09:27:22,403 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1034): test-1699781213233 2023-11-12T09:27:22,403 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1034): ns2:test-16997812132331 2023-11-12T09:27:22,476 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781222719 2023-11-12T09:27:22,476 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:27:22,888 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:22,888 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781222719 2023-11-12T09:27:22,888 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:27:23,295 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:23,295 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(358): Backup backup_1699781222719 finished: type=FULL,tablelist=test-1699781213233;ns2:test-16997812132331,targetRootDir=hdfs://localhost:35957/backupUT,startts=1699781229306,completets=1699781242473,bytescopied=0 2023-11-12T09:27:23,295 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:27:23,295 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:23,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781229605_default_test-1699781213233" 2023-11-12T09:27:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781229605_default_test-1699781213233 2023-11-12T09:27:23,307 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781229605_default_test-1699781213233 for backup backup_1699781222719 succeeded. 2023-11-12T09:27:23,307 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:23,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781233731_ns2_test-16997812132331" 2023-11-12T09:27:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781233731_ns2_test-16997812132331 2023-11-12T09:27:23,312 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781233731_ns2_test-16997812132331 for backup backup_1699781222719 succeeded. 2023-11-12T09:27:23,313 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:27:23,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:27:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:27:23,329 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:27:23,337 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:27:23,355 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(376): Backup backup_1699781222719 completed. 2023-11-12T09:27:23,479 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(105): writing 99 rows to test-1699781213233 2023-11-12T09:27:23,497 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(107): written 99 rows to test-1699781213233 2023-11-12T09:27:23,609 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(111): written 111 rows to test-1699781213233 to Mob enabled CF 2023-11-12T09:27:23,633 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(123): written 5 rows to ns2:test-16997812132331 2023-11-12T09:27:23,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$3(2198): Client=jenkins//172.31.12.81 split test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:23,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] assignment.SplitTableRegionProcedure(209): test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. splitKey isn't explicitly specified, will try to find a best split key from RS jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:23,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c because midkey is the same as first or last row 2023-11-12T09:27:23,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 because midkey is the same as first or last row 2023-11-12T09:27:23,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d because midkey is the same as first or last row 2023-11-12T09:27:23,650 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HRegion(2819): Flushing 275c13fec0ce9608d6ec03a40009531d 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2023-11-12T09:27:23,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/4d3fbed4fe05412ca604d95591b57709 is 59, key is row-test-1699781213233-1-10/f:q1/1699781243389/Put/seqid=0 2023-11-12T09:27:24,071 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/4d3fbed4fe05412ca604d95591b57709 2023-11-12T09:27:24,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20231112787af18d4015494f9c08de7bb8ebaa01_275c13fec0ce9608d6ec03a40009531d is 63, key is row-test-1699781213233-3-100/mob:q1/1699781243599/Put/seqid=0 2023-11-12T09:27:24,497 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HMobStore(266): FLUSH Renaming flushed file from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20231112787af18d4015494f9c08de7bb8ebaa01_275c13fec0ce9608d6ec03a40009531d to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/data/default/test-1699781213233/7fe5736fffc2635e37b88bdc2f1f02af/mob/d41d8cd98f00b204e9800998ecf8427e20231112787af18d4015494f9c08de7bb8ebaa01_275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:24,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/8b7265fd24704442971182162a531aa6, store: [table=test-1699781213233 family=mob region=275c13fec0ce9608d6ec03a40009531d] 2023-11-12T09:27:24,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/8b7265fd24704442971182162a531aa6 is 192, key is row-test-1699781213233-3-100/mob:q1/1699781243599/Put/seqid=0 2023-11-12T09:27:24,907 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/8b7265fd24704442971182162a531aa6 2023-11-12T09:27:24,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f/4d3fbed4fe05412ca604d95591b57709 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/4d3fbed4fe05412ca604d95591b57709 2023-11-12T09:27:24,923 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/4d3fbed4fe05412ca604d95591b57709, entries=99, sequenceid=334, filesize=10.5 K 2023-11-12T09:27:24,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/mob/8b7265fd24704442971182162a531aa6 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/8b7265fd24704442971182162a531aa6 2023-11-12T09:27:24,930 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/8b7265fd24704442971182162a531aa6, entries=111, sequenceid=334, filesize=13.4 K 2023-11-12T09:27:24,931 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HRegion(3022): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 275c13fec0ce9608d6ec03a40009531d in 1281ms, sequenceid=334, compaction requested=false 2023-11-12T09:27:24,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:24,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/4d3fbed4fe05412ca604d95591b57709 because midkey is the same as first or last row 2023-11-12T09:27:24,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 because midkey is the same as first or last row 2023-11-12T09:27:24,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/8b7265fd24704442971182162a531aa6 because midkey is the same as first or last row 2023-11-12T09:27:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1076) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2201) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2194) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:880) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.CallRunner(138): callId: 348 service: MasterService methodName: SplitRegion size: 100 connection: 172.31.12.81:56168 deadline: 1699781303642, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2023-11-12T09:27:24,938 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(134): region is not splittable, because org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:239) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:134) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1076) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2201) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:132) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2194) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:880) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) 2023-11-12T09:27:24,942 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(141): split finished in =1309 2023-11-12T09:27:24,968 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:27:24,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781244972 (current time:1699781244972). 2023-11-12T09:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:27:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:27:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4881f191 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3e203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:24,984 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36278, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4881f191 to 127.0.0.1:55701 2023-11-12T09:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-11-12T09:27:24,988 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:24,990 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:27:24,993 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot, current working dir path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:27:24,995 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:27:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:25,402 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:27:25,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5}] 2023-11-12T09:27:25,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:25,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:25,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=45 2023-11-12T09:27:25,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:25,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing e98510c450c4248e285ecbfee96902e5 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-11-12T09:27:25,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/bbf93955437a430e81208fed4a08fdd2 is 171, key is trslm:hdfs://localhost:35957/backupUT\x00ns2:test-16997812132331/meta:log-roll-map/1699781242463/Put/seqid=0 2023-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:25,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/bbf93955437a430e81208fed4a08fdd2 2023-11-12T09:27:25,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/0ceda9c526014822a5784af099ab175c is 459, key is session:backup_1699781222719/session:context/1699781243336/Put/seqid=0 2023-11-12T09:27:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:26,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/0ceda9c526014822a5784af099ab175c 2023-11-12T09:27:26,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/bbf93955437a430e81208fed4a08fdd2 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2 2023-11-12T09:27:26,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2, entries=6, sequenceid=17, filesize=5.8 K 2023-11-12T09:27:26,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/0ceda9c526014822a5784af099ab175c as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c 2023-11-12T09:27:26,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c, entries=2, sequenceid=17, filesize=5.4 K 2023-11-12T09:27:26,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for e98510c450c4248e285ecbfee96902e5 in 857ms, sequenceid=17, compaction requested=false 2023-11-12T09:27:26,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:27:26,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. for snapshot_backup_system completed. 2023-11-12T09:27:26,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2] hfiles 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2 for snapshot=snapshot_backup_system 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c] hfiles 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96 for snapshot=snapshot_backup_system 2023-11-12T09:27:26,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c for snapshot=snapshot_backup_system 2023-11-12T09:27:26,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:26,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-11-12T09:27:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4026): Remote procedure done, pid=45 2023-11-12T09:27:26,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:26,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:26,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-11-12T09:27:26,825 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:27:26,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 in 1.4220 sec 2023-11-12T09:27:26,826 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:27:26,827 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:27:26,827 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:27:26,828 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:27:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:27,243 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:27:27,250 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:27:27,251 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:27:27,252 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:27:27,252 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-11-12T09:27:27,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2670 sec 2023-11-12T09:27:28,170 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1699781213233 2023-11-12T09:27:28,585 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000002.908 2023-11-12T09:27:28,585 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000003.950 2023-11-12T09:27:28,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1699781213233 in 421 msec 2023-11-12T09:27:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-12T09:27:29,096 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 44 completed 2023-11-12T09:27:29,097 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(115): Backup backup_1699781244942 started at 1699781249097. 2023-11-12T09:27:29,098 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(119): Backup session backup_1699781244942 has been started. 2023-11-12T09:27:29,104 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1699781213233, ns2:test-16997812132331] 2023-11-12T09:27:29,107 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(76): StartCode 1699781207934for backupID backup_1699781244942 2023-11-12T09:27:29,107 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:27:29,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:27:29,108 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:27:29,108 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:27:29,110 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:27:29,110 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:27:29,110 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,110 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:29,112 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:29,112 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,112 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:29,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:29,112 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,112 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:27:29,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:29,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:27:29,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:29,113 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:27:29,114 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:27:29,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:27:29,114 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:27:29,114 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:27:29,115 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:27:29,115 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:27:29,115 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:27:29,117 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,117 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:29,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:29,117 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,117 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:27:29,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:29,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:29,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:29,120 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:27:29,120 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@11137a0c[Count = 0] remaining members to acquire global barrier 2023-11-12T09:27:29,120 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:27:29,120 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,121 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,121 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,121 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:27:29,121 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:27:29,121 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,121 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,121 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:27:29,122 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781229387 highest: 1699781229387 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,122 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1:(num 1699781229365) roll requested 2023-11-12T09:27:29,139 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122, exclude list is [], retry=0 2023-11-12T09:27:29,144 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:29,146 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 2023-11-12T09:27:29,147 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:29,147 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 is not closed yet, will try archiving it next time 2023-11-12T09:27:29,147 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0:(num 1699781229387) roll requested 2023-11-12T09:27:29,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 not finished, retry = 0 2023-11-12T09:27:29,159 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147, exclude list is [], retry=0 2023-11-12T09:27:29,162 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:29,164 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 with entries=224, filesize=29.83 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 2023-11-12T09:27:29,164 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:29,164 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 is not closed yet, will try archiving it next time 2023-11-12T09:27:29,165 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta:.meta(num 1699781229421) roll requested 2023-11-12T09:27:29,165 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781205872 2023-11-12T09:27:29,177 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta, exclude list is [], retry=0 2023-11-12T09:27:29,181 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:29,182 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta 2023-11-12T09:27:29,182 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:29,182 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta is not closed yet, will try archiving it next time 2023-11-12T09:27:29,184 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-12T09:27:29,184 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781249147 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta not finished, retry = 0 2023-11-12T09:27:29,196 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:27:29,196 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33347,1699781204122' in zk 2023-11-12T09:27:29,203 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,203 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:27:29,203 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:29,203 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:27:29,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:29,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:29,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:29,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:29,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:29,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33347,1699781204122': 2023-11-12T09:27:29,208 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:27:29,208 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:27:29,208 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:27:29,208 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:27:29,208 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:27:29,208 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:27:29,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,210 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:29,210 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:29,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:29,211 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:29,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:29,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:29,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,211 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:29,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,213 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:29,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:29,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,218 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:29,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:29,218 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:29,218 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:29,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:27:29,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:27:29,219 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:29,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:29,219 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:27:29,219 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:27:29,286 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta 2023-11-12T09:27:29,319 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:27:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:27:29,323 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:33347=1699781207934} newestTimestamps: {jenkins-hbase3.apache.org:33347=1699781229387} 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 2023-11-12T09:27:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 2023-11-12T09:27:29,328 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta 2023-11-12T09:27:29,341 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699781213233 target: hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233 descriptor: 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:29,341 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:27:29,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(152): Starting to write region info for table test-1699781213233 2023-11-12T09:27:29,756 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(159): Finished writing region info for table test-1699781213233 2023-11-12T09:27:29,767 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997812132331 target: hdfs://localhost:35957/backupUT/backup_1699781244942/ns2/test-16997812132331 descriptor: 'ns2:test-16997812132331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:29,767 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:27:29,769 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997812132331 2023-11-12T09:27:29,775 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997812132331 2023-11-12T09:27:29,784 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942 from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387;hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 2023-11-12T09:27:29,788 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x700de22f to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:29,794 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467d0c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:29,796 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:27:29,797 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:27:29,812 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:27:29,812 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781213233 2023-11-12T09:27:29,818 DEBUG [hconnection-0x63695930-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:29,820 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49172, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:29,824 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781213233: test-1699781213233; 2023-11-12T09:27:29,825 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997812132331 2023-11-12T09:27:29,827 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997812132331: ns2:test-16997812132331; 2023-11-12T09:27:29,827 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:27:29,827 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_1c394194-7893-47f9-808b-750462ceebc9 2023-11-12T09:27:30,268 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:30,269 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:30,270 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:30,270 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,286 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-1375991185925272181.jar 2023-11-12T09:27:31,286 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,287 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,287 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,288 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,288 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,289 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,289 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,289 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,290 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,290 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:31,291 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:27:31,292 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:27:31,292 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:27:31,293 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:27:31,293 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:27:31,294 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:27:31,294 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:27:31,294 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:27:31,295 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:27:31,295 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:27:31,296 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:27:31,298 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,298 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,299 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,299 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,299 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,300 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:31,301 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:31,301 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1699781213233,ns2:test-16997812132331 2023-11-12T09:27:31,301 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:27:31,301 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x700de22f to 127.0.0.1:55701 2023-11-12T09:27:31,301 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:31,302 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:32,255 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-7674462127084462744.jar 2023-11-12T09:27:32,260 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:32,276 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 for WAL files 2023-11-12T09:27:32,277 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 2023-11-12T09:27:32,277 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 for WAL files 2023-11-12T09:27:32,278 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 2023-11-12T09:27:32,357 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781252321/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:27:32,357 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781252321/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:27:32,449 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 for hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 (-9223372036854775808:9223372036854775807) length:30555 2023-11-12T09:27:32,476 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:27:32,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:27:32,526 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 for hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781229365 (-9223372036854775808:9223372036854775807) length:1198 2023-11-12T09:27:32,530 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:27:32,530 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:27:32,643 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3055db6a to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:32,649 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663e101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:32,651 DEBUG [hconnection-0x41242ccf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:32,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:32,654 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3055db6a to 127.0.0.1:55701 2023-11-12T09:27:32,654 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:32,656 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-11-12T09:27:32,656 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:32,664 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942/_temporary/0/_temporary/attempt_local726155470_0003_r_000000_0/ns2/test-16997812132331/f/57b6dea6c7db4d859a7e07e25781423f is 38, key is row-t20/f:q1/1699781243621/Put/seqid=0 2023-11-12T09:27:32,666 WARN [Thread-898 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:33,092 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77f84c50 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:33,097 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359b470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:33,100 DEBUG [hconnection-0x38d14543-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:33,102 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:33,104 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77f84c50 to 127.0.0.1:55701 2023-11-12T09:27:33,104 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:33,107 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-1-0] 2023-11-12T09:27:33,107 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:33,121 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x769c8aa9 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:33,126 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2b4969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:33,129 DEBUG [hconnection-0x537c33d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:33,131 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:33,133 DEBUG [pool-210-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x769c8aa9 to 127.0.0.1:55701 2023-11-12T09:27:33,133 DEBUG [pool-210-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:33,134 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:27:33,134 DEBUG [pool-210-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:33,144 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942/_temporary/0/_temporary/attempt_local726155470_0003_r_000001_0/default/test-1699781213233/f/07e48ef94ff44ca0819591f6fc83fd39 is 59, key is row-test-1699781213233-1-10/f:q1/1699781243389/Put/seqid=0 2023-11-12T09:27:33,146 WARN [Thread-908 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:33,550 DEBUG [pool-210-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942/_temporary/0/_temporary/attempt_local726155470_0003_r_000001_0/default/test-1699781213233/mob/68649a1482f1467ba32ab995b60d4877 is 63, key is row-test-1699781213233-3-100/mob:q1/1699781243599/Put/seqid=0 2023-11-12T09:27:33,551 WARN [Thread-910 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:34,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35957/backupUT 2023-11-12T09:27:34,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781244942 2023-11-12T09:27:34,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:27:34,418 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942, hdfs://localhost:35957/backupUT] 2023-11-12T09:27:34,476 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:36,062 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:27:36,064 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781244942 2023-11-12T09:27:36,064 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 27802 bytes copied." 2023-11-12T09:27:36,065 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local502534530_0004 completed: true true 2023-11-12T09:27:36,070 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3822424 FILE: Number of bytes written=5104628 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=215406 HDFS: Number of bytes written=2421252 HDFS: Number of read operations=621 HDFS: Number of large read operations=0 HDFS: Number of write operations=241 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1603796992 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=27802 Bytes Expected=27802 Files Copied=4 DIR_COPY=8 2023-11-12T09:27:36,071 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35957/backupUT/.tmp/backup_1699781244942 to hdfs://localhost:35957/backupUT finished. 2023-11-12T09:27:36,098 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:27:36,098 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781244942 2023-11-12T09:27:36,107 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:27:36,108 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781244942 2023-11-12T09:27:36,109 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:27:36,516 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:36,516 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781244942 2023-11-12T09:27:36,518 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:27:36,518 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781244942 2023-11-12T09:27:36,520 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:27:36,927 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:36,927 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781244942 2023-11-12T09:27:36,929 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:27:37,335 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:37,335 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(358): Backup backup_1699781244942 finished: type=INCREMENTAL,tablelist=test-1699781213233;ns2:test-16997812132331,targetRootDir=hdfs://localhost:35957/backupUT,startts=1699781249097,completets=1699781256098,bytescopied=0 2023-11-12T09:27:37,335 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:27:37,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:27:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:27:37,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:27:37,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:27:37,349 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(376): Backup backup_1699781244942 completed. 2023-11-12T09:27:37,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$14(2731): Client=jenkins//172.31.12.81 modify table test-1699781213233 from 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1699781213233', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1699781213233 2023-11-12T09:27:37,775 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000003.950 2023-11-12T09:27:37,775 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000004.908 2023-11-12T09:27:37,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1699781213233}] 2023-11-12T09:27:37,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE}] 2023-11-12T09:27:37,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE 2023-11-12T09:27:37,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:37,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; CloseRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:37,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:37,936 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(119): Close 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:37,936 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1668): Closing 275c13fec0ce9608d6ec03a40009531d, disabling compactions & flushes 2023-11-12T09:27:37,936 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1690): Closing region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:37,936 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:37,936 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1778): Acquired close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. after waiting 0 ms 2023-11-12T09:27:37,936 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1788): Updates disabled for region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:37,949 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2023-11-12T09:27:37,950 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:27:37,951 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1909): Closed test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:37,951 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegion(1622): Region close journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:37,951 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] regionserver.HRegionServer(3735): Not adding moved region record: 275c13fec0ce9608d6ec03a40009531d to self. 2023-11-12T09:27:37,953 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=50}] handler.UnassignRegionHandler(163): Closed 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:37,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=CLOSED 2023-11-12T09:27:37,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=50, resume processing ppid=49 2023-11-12T09:27:37,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, ppid=49, state=SUCCESS; CloseRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122 in 171 msec 2023-11-12T09:27:37,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=true 2023-11-12T09:27:38,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:38,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=49, state=RUNNABLE; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:38,187 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1699781213233 2023-11-12T09:27:38,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:38,264 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:38,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 275c13fec0ce9608d6ec03a40009531d, NAME => 'test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:27:38,264 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:38,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781213233 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:38,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,266 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,267 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName f 2023-11-12T09:27:38,267 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:38,274 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:38,279 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/4d3fbed4fe05412ca604d95591b57709 2023-11-12T09:27:38,279 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:38,279 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,280 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName f2 2023-11-12T09:27:38,280 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:38,281 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:38,281 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,282 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275c13fec0ce9608d6ec03a40009531d columnFamilyName mob 2023-11-12T09:27:38,282 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:38,289 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/8b7265fd24704442971182162a531aa6 2023-11-12T09:27:38,293 DEBUG [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:27:38,293 INFO [StoreOpener-275c13fec0ce9608d6ec03a40009531d-1 {}] regionserver.HStore(324): Store=275c13fec0ce9608d6ec03a40009531d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:38,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,295 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,297 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1699781213233 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:27:38,299 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:38,299 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 275c13fec0ce9608d6ec03a40009531d; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11860008160, jitterRate=0.1045493334531784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:27:38,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:27:38,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d., pid=51, masterSystemTime=1699781258260 2023-11-12T09:27:38,302 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:38,302 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:27:38,302 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=275c13fec0ce9608d6ec03a40009531d, regionState=OPEN, openSeqNum=338, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:38,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=49 2023-11-12T09:27:38,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=49, state=SUCCESS; OpenRegionProcedure 275c13fec0ce9608d6ec03a40009531d, server=jenkins-hbase3.apache.org,33347,1699781204122 in 196 msec 2023-11-12T09:27:38,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-12T09:27:38,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; TransitRegionStateProcedure table=test-1699781213233, region=275c13fec0ce9608d6ec03a40009531d, REOPEN/MOVE in 524 msec 2023-11-12T09:27:38,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-12T09:27:38,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; ReopenTableRegionsProcedure table=test-1699781213233 in 530 msec 2023-11-12T09:27:38,310 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1699781213233 2023-11-12T09:27:38,317 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:27:38,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; ModifyTableProcedure table=test-1699781213233 in 957 msec 2023-11-12T09:27:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-12T09:27:38,333 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000004.908 2023-11-12T09:27:38,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/.tabledesc/.tableinfo.0000000005.950 2023-11-12T09:27:38,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1699781213233 in 147 msec 2023-11-12T09:27:43,360 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:27:43,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781263363 (current time:1699781263363). 2023-11-12T09:27:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:27:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:27:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x35f0c7c9 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69283462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:43,374 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x35f0c7c9 to 127.0.0.1:55701 2023-11-12T09:27:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:27:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:27:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 53 2023-11-12T09:27:43,378 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:27:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:43,379 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:27:43,382 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot, current working dir path: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy42.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy43.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy46.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:27:43,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:27:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:43,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:27:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:43,793 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:27:43,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5}] 2023-11-12T09:27:43,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:43,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:43,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33347 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2023-11-12T09:27:43,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:43,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2819): Flushing e98510c450c4248e285ecbfee96902e5 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-11-12T09:27:43,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/c4014e52318c493d84d7e9375f2d8a78 is 171, key is trslm:hdfs://localhost:35957/backupUT\x00ns2:test-16997812132331/meta:log-roll-map/1699781256076/Put/seqid=0 2023-11-12T09:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:44,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/c4014e52318c493d84d7e9375f2d8a78 2023-11-12T09:27:44,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/c64eb67e0bc94d5399bbd58f1be6e40a is 360, key is session:backup_1699781244942/session:context/1699781257344/Put/seqid=0 2023-11-12T09:27:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:44,770 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/c64eb67e0bc94d5399bbd58f1be6e40a 2023-11-12T09:27:44,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/c4014e52318c493d84d7e9375f2d8a78 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/c4014e52318c493d84d7e9375f2d8a78 2023-11-12T09:27:44,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/c4014e52318c493d84d7e9375f2d8a78, entries=4, sequenceid=28, filesize=5.7 K 2023-11-12T09:27:44,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/c64eb67e0bc94d5399bbd58f1be6e40a as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/c64eb67e0bc94d5399bbd58f1be6e40a 2023-11-12T09:27:44,790 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/c64eb67e0bc94d5399bbd58f1be6e40a, entries=2, sequenceid=28, filesize=5.3 K 2023-11-12T09:27:44,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for e98510c450c4248e285ecbfee96902e5 in 844ms, sequenceid=28, compaction requested=true 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2520): Flush status journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. for snapshot_backup_system completed. 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/c4014e52318c493d84d7e9375f2d8a78] hfiles 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/bbf93955437a430e81208fed4a08fdd2 for snapshot=snapshot_backup_system 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/c4014e52318c493d84d7e9375f2d8a78 for snapshot=snapshot_backup_system 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/c64eb67e0bc94d5399bbd58f1be6e40a] hfiles 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/8bd0e69f05124d2098fb255fa6f13a96 for snapshot=snapshot_backup_system 2023-11-12T09:27:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/0ceda9c526014822a5784af099ab175c for snapshot=snapshot_backup_system 2023-11-12T09:27:44,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/c64eb67e0bc94d5399bbd58f1be6e40a for snapshot=snapshot_backup_system 2023-11-12T09:27:45,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:27:45,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=54 2023-11-12T09:27:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4026): Remote procedure done, pid=54 2023-11-12T09:27:45,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:45,200 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 2023-11-12T09:27:45,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-11-12T09:27:45,202 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:27:45,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; SnapshotRegionProcedure e98510c450c4248e285ecbfee96902e5 in 1.4080 sec 2023-11-12T09:27:45,203 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:27:45,204 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:27:45,204 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:27:45,205 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:45,616 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:27:45,627 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:27:45,628 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:27:45,629 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:27:45,629 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 53 2023-11-12T09:27:45,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2530 sec 2023-11-12T09:27:46,677 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4433a4107efed287fee14825ea1c698e changed from -1.0 to 0.0, refreshing cache 2023-11-12T09:27:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=53 2023-11-12T09:27:47,485 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 53 completed 2023-11-12T09:27:47,486 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(115): Backup backup_1699781263332 started at 1699781267485. 2023-11-12T09:27:47,487 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(119): Backup session backup_1699781263332 has been started. 2023-11-12T09:27:47,488 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1699781213233, ns2:test-16997812132331] 2023-11-12T09:27:47,495 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(76): StartCode 1699781229387for backupID backup_1699781263332 2023-11-12T09:27:47,495 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:27:47,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:27:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:27:47,496 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:27:47,496 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:27:47,497 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:27:47,498 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:27:47,498 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,498 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:47,500 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,500 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:47,500 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:47,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:47,500 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,500 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:27:47,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:47,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:27:47,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:47,501 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:27:47,502 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:27:47,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:27:47,502 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:27:47,502 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:27:47,503 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:27:47,503 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:27:47,503 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:27:47,505 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,505 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:47,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:47,506 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,506 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:27:47,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:47,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:47,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:47,508 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33347,1699781204122' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:27:47,508 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7facb8a7[Count = 0] remaining members to acquire global barrier 2023-11-12T09:27:47,508 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:27:47,508 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,514 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,514 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,514 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:27:47,514 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,514 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:27:47,514 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:27:47,514 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,514 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781249147 highest: 1699781249147 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,514 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1:(num 1699781249122) roll requested 2023-11-12T09:27:47,532 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781267514, exclude list is [], retry=0 2023-11-12T09:27:47,537 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:47,539 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781267514 2023-11-12T09:27:47,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:47,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 is not closed yet, will try archiving it next time 2023-11-12T09:27:47,539 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0:(num 1699781249147) roll requested 2023-11-12T09:27:47,542 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 2023-11-12T09:27:47,556 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781267539, exclude list is [], retry=0 2023-11-12T09:27:47,560 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:47,562 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 with entries=19, filesize=4.17 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781267539 2023-11-12T09:27:47,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:47,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 is not closed yet, will try archiving it next time 2023-11-12T09:27:47,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta:.meta(num 1699781249165) roll requested 2023-11-12T09:27:47,562 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781229387 2023-11-12T09:27:47,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781267562.meta, exclude list is [], retry=0 2023-11-12T09:27:47,584 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK] 2023-11-12T09:27:47,585 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta with entries=4, filesize=1.89 KB; new WAL /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781267562.meta 2023-11-12T09:27:47,585 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42107,DS-5242472a-70e7-4d37-af5f-a90d22eec03f,DISK]] 2023-11-12T09:27:47,586 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta is not closed yet, will try archiving it next time 2023-11-12T09:27:47,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta not finished, retry = 0 2023-11-12T09:27:47,595 DEBUG [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2023-11-12T09:27:47,595 INFO [rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781267539 on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,604 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:27:47,604 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33347,1699781204122' in zk 2023-11-12T09:27:47,607 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:27:47,607 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,607 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:47,608 DEBUG [member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:27:47,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:47,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:47,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:47,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:47,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:47,610 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33347,1699781204122': 2023-11-12T09:27:47,612 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33347,1699781204122' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:27:47,612 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:27:47,612 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:27:47,612 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:27:47,612 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:27:47,612 INFO [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:27:47,614 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,614 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,614 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:47,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,614 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:27:47,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:27:47,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,614 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:47,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:47,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:27:47,615 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:27:47,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,616 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:27:47,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:27:47,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:27:47,621 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:27:47,621 DEBUG [(jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:27:47,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:27:47,621 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:27:47,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:27:47,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:27:47,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-11-12T09:27:47,622 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:27:47,623 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:27:47,623 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:27:47,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:27:47,723 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:27:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:27:47,726 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:33347=1699781229387} newestTimestamps: {jenkins-hbase3.apache.org:33347=1699781249147} 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781206407.meta 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781249165.meta 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781267562.meta 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781267539 2023-11-12T09:27:47,728 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781267514 2023-11-12T09:27:47,729 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta.1699781229421.meta 2023-11-12T09:27:48,139 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699781213233 target: hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233 descriptor: 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:48,139 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:27:48,141 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(152): Starting to write region info for table test-1699781213233 2023-11-12T09:27:48,163 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:27:48,163 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:27:48,547 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(159): Finished writing region info for table test-1699781213233 2023-11-12T09:27:48,957 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997812132331 target: hdfs://localhost:35957/backupUT/backup_1699781263332/ns2/test-16997812132331 descriptor: 'ns2:test-16997812132331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:48,957 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:27:48,959 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997812132331 2023-11-12T09:27:49,365 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997812132331 2023-11-12T09:27:49,371 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:35957/backupUT/.tmp/backup_1699781263332 from hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147;hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 2023-11-12T09:27:49,373 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0bcc1fcc to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:49,380 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccb3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:49,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:27:49,383 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56508, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:27:49,385 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:27:49,385 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781213233 2023-11-12T09:27:49,388 DEBUG [hconnection-0x13154c96-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:49,389 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:49,391 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781213233: test-1699781213233; 2023-11-12T09:27:49,391 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997812132331 2023-11-12T09:27:49,393 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997812132331: ns2:test-16997812132331; 2023-11-12T09:27:49,393 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:27:49,393 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_c106eafe-b7e4-4b94-a8b2-46f75700951f 2023-11-12T09:27:49,801 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:49,801 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:49,802 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:49,802 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,772 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-5690107238496481026.jar 2023-11-12T09:27:50,773 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,773 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,774 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,774 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,774 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,775 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,775 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,775 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,776 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,777 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:50,777 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:27:50,778 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:27:50,778 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:27:50,778 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:27:50,779 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:27:50,779 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:27:50,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:27:50,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:27:50,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:27:50,781 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:27:50,781 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:27:50,782 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,782 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,783 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,783 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,783 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,784 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:50,784 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:50,785 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1699781213233,ns2:test-16997812132331 2023-11-12T09:27:50,785 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:27:50,785 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0bcc1fcc to 127.0.0.1:55701 2023-11-12T09:27:50,785 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:50,786 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:51,774 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-2491271547393360119.jar 2023-11-12T09:27:51,779 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:51,795 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 for WAL files 2023-11-12T09:27:51,797 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 2023-11-12T09:27:51,797 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 for WAL files 2023-11-12T09:27:51,798 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 2023-11-12T09:27:51,868 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781271835/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:27:51,869 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781271835/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:27:51,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 for hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/WALs/jenkins-hbase3.apache.org,33347,1699781204122/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0.1699781249147 (-9223372036854775808:9223372036854775807) length:4283 2023-11-12T09:27:51,934 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:27:51,934 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:27:51,957 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 for hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs/jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1.1699781249122 (-9223372036854775808:9223372036854775807) length:93 2023-11-12T09:27:51,959 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:27:51,959 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:27:51,982 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4be59b04 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:51,987 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e8eda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:51,989 DEBUG [hconnection-0x31d52def-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:51,991 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33338, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:51,993 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4be59b04 to 127.0.0.1:55701 2023-11-12T09:27:51,993 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:51,994 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-2-0] 2023-11-12T09:27:51,994 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:51,999 DEBUG [pool-226-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/backupUT/.tmp/backup_1699781263332/_temporary/0/_temporary/attempt_local1575326340_0005_r_000001_0/default/test-1699781213233/f2/5b4a0b322b254759bc4e02ae63614a9b is 58, key is row-test-1699781213233-2-0/f2:q1/1699781258323/Put/seqid=0 2023-11-12T09:27:52,000 WARN [Thread-1073 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:52,919 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:35957/backupUT 2023-11-12T09:27:52,919 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781263332 2023-11-12T09:27:52,919 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:27:52,924 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:35957/backupUT/.tmp/backup_1699781263332, hdfs://localhost:35957/backupUT] 2023-11-12T09:27:52,949 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:53,528 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:27:53,530 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781263332 2023-11-12T09:27:53,530 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 5350 bytes copied." 2023-11-12T09:27:53,530 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1050222011_0006 completed: true true 2023-11-12T09:27:53,533 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4445618 FILE: Number of bytes written=7501004 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=272739 HDFS: Number of bytes written=2449138 HDFS: Number of read operations=806 HDFS: Number of large read operations=0 HDFS: Number of write operations=297 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1603796992 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=5350 Bytes Expected=5350 Files Copied=2 DIR_COPY=4 2023-11-12T09:27:53,533 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:35957/backupUT/.tmp/backup_1699781263332 to hdfs://localhost:35957/backupUT finished. 2023-11-12T09:27:53,543 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:27:53,543 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781263332 2023-11-12T09:27:53,546 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35957/backupUT/backup_1699781244942 to construct the dependency. 2023-11-12T09:27:53,547 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781244942 2023-11-12T09:27:53,549 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:53,549 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781244942BackupDir=hdfs://localhost:35957/backupUT} 2023-11-12T09:27:53,550 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:27:53,550 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781263332 2023-11-12T09:27:53,551 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35957/backupUT/backup_1699781244942 to construct the dependency. 2023-11-12T09:27:53,551 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781244942 2023-11-12T09:27:53,553 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:53,553 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781244942BackupDir=hdfs://localhost:35957/backupUT} 2023-11-12T09:27:53,553 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:27:53,959 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:27:53,959 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781263332 2023-11-12T09:27:53,961 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35957/backupUT/backup_1699781244942 to construct the dependency. 2023-11-12T09:27:53,961 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781244942 2023-11-12T09:27:53,964 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:53,964 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781244942BackupDir=hdfs://localhost:35957/backupUT} 2023-11-12T09:27:53,964 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:27:53,964 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781263332 2023-11-12T09:27:53,966 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35957/backupUT/backup_1699781244942 to construct the dependency. 2023-11-12T09:27:53,967 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781244942 2023-11-12T09:27:53,969 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:53,969 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781244942BackupDir=hdfs://localhost:35957/backupUT} 2023-11-12T09:27:53,969 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:27:54,376 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:27:54,376 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781263332 2023-11-12T09:27:54,378 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:35957/backupUT/backup_1699781244942 to construct the dependency. 2023-11-12T09:27:54,378 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781244942 2023-11-12T09:27:54,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781244942/.backup.manifest 2023-11-12T09:27:54,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1699781244942BackupDir=hdfs://localhost:35957/backupUT} 2023-11-12T09:27:54,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-11-12T09:27:54,787 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35957/backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:27:54,787 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(358): Backup backup_1699781263332 finished: type=INCREMENTAL,tablelist=test-1699781213233;ns2:test-16997812132331,targetRootDir=hdfs://localhost:35957/backupUT,startts=1699781267485,completets=1699781273543,bytescopied=0 2023-11-12T09:27:54,787 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:27:54,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:27:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:27:54,795 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:27:54,796 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:27:54,799 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.TableBackupClient(376): Backup backup_1699781263332 completed. 2023-11-12T09:27:54,810 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(173): Restoring full backup_1699781222719 2023-11-12T09:27:54,812 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:27:54,813 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-12T09:27:54,814 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,816 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,816 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,818 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,821 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,823 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:27:54,823 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781213233' to 'table1' from full backup image hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233 2023-11-12T09:27:54,830 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:27:54,830 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:54,831 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f in region [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d] 2023-11-12T09:27:54,835 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c first=row0 last=row98 2023-11-12T09:27:54,835 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3 in region [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d] 2023-11-12T09:27:54,838 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:27:54,838 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob in region [hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d] 2023-11-12T09:27:54,842 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:27:54,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:27:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:27:54,852 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:27:54,852 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:54,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 55 2023-11-12T09:27:54,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:27:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:55,263 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7a708359afa17254f603d42c2d1fb0dc, NAME => 'table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:55,264 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => 4eb30cf5f6d2c6fabcb0c0fd142b068f, NAME => 'table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:27:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing 4eb30cf5f6d2c6fabcb0c0fd142b068f, disabling compactions & flushes 2023-11-12T09:27:55,670 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. after waiting 0 ms 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:55,670 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:55,670 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for 4eb30cf5f6d2c6fabcb0c0fd142b068f: 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 7a708359afa17254f603d42c2d1fb0dc, disabling compactions & flushes 2023-11-12T09:27:55,671 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. after waiting 0 ms 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:55,671 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:55,671 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7a708359afa17254f603d42c2d1fb0dc: 2023-11-12T09:27:55,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:27:55,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781275672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781275672"}]},"ts":"1699781275672"} 2023-11-12T09:27:55,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781275672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781275672"}]},"ts":"1699781275672"} 2023-11-12T09:27:55,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-11-12T09:27:55,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:27:55,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781275676"}]},"ts":"1699781275676"} 2023-11-12T09:27:55,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:27:55,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, ASSIGN}, {pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, ASSIGN}] 2023-11-12T09:27:55,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, ASSIGN 2023-11-12T09:27:55,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, ASSIGN 2023-11-12T09:27:55,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:27:55,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=57, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:27:55,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=4eb30cf5f6d2c6fabcb0c0fd142b068f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:55,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=7a708359afa17254f603d42c2d1fb0dc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:55,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure 4eb30cf5f6d2c6fabcb0c0fd142b068f, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:55,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=59, ppid=56, state=RUNNABLE; OpenRegionProcedure 7a708359afa17254f603d42c2d1fb0dc, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:27:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:55,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:55,997 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(130): Open table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:55,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7254): Opening region: {ENCODED => 4eb30cf5f6d2c6fabcb0c0fd142b068f, NAME => 'table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-12T09:27:55,997 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:55,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:55,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(888): Instantiated table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:55,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7296): checking encryption for 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:55,998 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7299): checking classloading for 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,000 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,001 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eb30cf5f6d2c6fabcb0c0fd142b068f columnFamilyName f 2023-11-12T09:27:56,002 DEBUG [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,002 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(324): Store=4eb30cf5f6d2c6fabcb0c0fd142b068f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,002 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,003 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eb30cf5f6d2c6fabcb0c0fd142b068f columnFamilyName f3 2023-11-12T09:27:56,004 DEBUG [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,004 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(324): Store=4eb30cf5f6d2c6fabcb0c0fd142b068f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,004 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,006 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eb30cf5f6d2c6fabcb0c0fd142b068f columnFamilyName mob 2023-11-12T09:27:56,007 DEBUG [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,007 INFO [StoreOpener-4eb30cf5f6d2c6fabcb0c0fd142b068f-1 {}] regionserver.HStore(324): Store=4eb30cf5f6d2c6fabcb0c0fd142b068f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:27:56,012 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1076): writing seq id for 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:27:56,015 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:27:56,015 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1093): Opened 4eb30cf5f6d2c6fabcb0c0fd142b068f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11412360320, jitterRate=0.06285887956619263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:27:56,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(992): Region open journal for 4eb30cf5f6d2c6fabcb0c0fd142b068f: 2023-11-12T09:27:56,017 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f., pid=58, masterSystemTime=1699781275990 2023-11-12T09:27:56,019 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:56,019 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(158): Opened table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:27:56,019 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(130): Open table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:56,019 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7254): Opening region: {ENCODED => 7a708359afa17254f603d42c2d1fb0dc, NAME => 'table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-12T09:27:56,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=4eb30cf5f6d2c6fabcb0c0fd142b068f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:56,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:27:56,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(888): Instantiated table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:27:56,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7296): checking encryption for 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7299): checking classloading for 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,021 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=58, resume processing ppid=57 2023-11-12T09:27:56,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure 4eb30cf5f6d2c6fabcb0c0fd142b068f, server=jenkins-hbase3.apache.org,33347,1699781204122 in 182 msec 2023-11-12T09:27:56,023 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a708359afa17254f603d42c2d1fb0dc columnFamilyName f 2023-11-12T09:27:56,023 DEBUG [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,023 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(324): Store=7a708359afa17254f603d42c2d1fb0dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,024 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, ASSIGN in 340 msec 2023-11-12T09:27:56,025 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a708359afa17254f603d42c2d1fb0dc columnFamilyName f3 2023-11-12T09:27:56,025 DEBUG [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,025 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(324): Store=7a708359afa17254f603d42c2d1fb0dc/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,025 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,026 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a708359afa17254f603d42c2d1fb0dc columnFamilyName mob 2023-11-12T09:27:56,027 DEBUG [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:27:56,027 INFO [StoreOpener-7a708359afa17254f603d42c2d1fb0dc-1 {}] regionserver.HStore(324): Store=7a708359afa17254f603d42c2d1fb0dc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:27:56,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:27:56,031 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1076): writing seq id for 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:27:56,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:27:56,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): Opened 7a708359afa17254f603d42c2d1fb0dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11438489760, jitterRate=0.0652923732995987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:27:56,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(992): Region open journal for 7a708359afa17254f603d42c2d1fb0dc: 2023-11-12T09:27:56,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc., pid=59, masterSystemTime=1699781275990 2023-11-12T09:27:56,036 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:56,036 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(158): Opened table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:27:56,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=7a708359afa17254f603d42c2d1fb0dc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:27:56,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=59, resume processing ppid=56 2023-11-12T09:27:56,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, ppid=56, state=SUCCESS; OpenRegionProcedure 7a708359afa17254f603d42c2d1fb0dc, server=jenkins-hbase3.apache.org,33347,1699781204122 in 198 msec 2023-11-12T09:27:56,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=55 2023-11-12T09:27:56,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, ASSIGN in 357 msec 2023-11-12T09:27:56,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:27:56,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781276041"}]},"ts":"1699781276041"} 2023-11-12T09:27:56,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:27:56,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:27:56,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, state=SUCCESS; CreateTableProcedure table=table1 in 1.1960 sec 2023-11-12T09:27:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-12T09:27:56,961 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 55 completed 2023-11-12T09:27:56,967 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d from hbase tables test-1699781213233 to tables table1 2023-11-12T09:27:56,967 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781213233 into table1 2023-11-12T09:27:56,970 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967 from hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:27:56,972 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2c9bb588 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:56,979 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58344d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:56,979 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:27:56,981 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:27:56,982 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:27:56,982 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:27:56,985 DEBUG [hconnection-0x6f3b3eae-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:56,987 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35974, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:56,989 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:27:56,989 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-11-12T09:27:56,989 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:27:56,989 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_1968e44f-76ef-49d6-b0d6-71b4b03fd248 2023-11-12T09:27:57,398 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:57,398 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:57,399 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:57,399 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:27:58,369 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-4510387638603880310.jar 2023-11-12T09:27:58,369 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,370 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,370 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,370 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,371 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,371 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,372 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,372 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,372 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,373 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:58,374 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:27:58,374 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:27:58,374 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:27:58,375 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:27:58,375 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:27:58,376 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:27:58,376 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:27:58,376 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:27:58,377 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:27:58,377 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:27:58,378 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:27:58,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,382 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,382 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,383 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,383 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,383 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:27:58,384 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:27:58,384 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:27:58,384 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:27:58,384 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2c9bb588 to 127.0.0.1:55701 2023-11-12T09:27:58,384 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:58,384 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:27:58,385 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:27:58,385 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:27:58,392 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:27:58,398 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:27:58,489 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781278448/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:27:58,489 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781278448/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:27:58,545 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:27:58,548 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:27:58,572 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:27:58,575 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:27:58,599 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:27:58,602 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:27:58,618 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6967151a to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:58,622 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c524a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:58,624 DEBUG [hconnection-0x3ec2944-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:58,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35982, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:58,627 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6967151a to 127.0.0.1:55701 2023-11-12T09:27:58,627 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:58,629 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:27:58,629 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:58,634 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0e0980e0 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:58,647 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da3b7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:58,649 DEBUG [hconnection-0x389b9fcc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:58,650 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:58,652 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0e0980e0 to 127.0.0.1:55701 2023-11-12T09:27:58,652 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:58,653 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:27:58,653 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:58,659 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/_temporary/0/_temporary/attempt_local335561470_0007_r_000000_0/f3/b27057d212744a81b3041122e5f65fbd is 58, key is row-test-1699781213233-3-0/f3:q1/1699781222695/Put/seqid=0 2023-11-12T09:27:58,661 WARN [Thread-1166 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:59,064 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/_temporary/0/_temporary/attempt_local335561470_0007_r_000000_0/mob/daf9725eca454857bc685ee936163e42 is 59, key is row-test-1699781213233-3-0/mob:q1/1699781222705/Put/seqid=0 2023-11-12T09:27:59,066 WARN [Thread-1168 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:27:59,482 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74c9a62a to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:27:59,487 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32143ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:27:59,489 DEBUG [hconnection-0x6d1f931-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:27:59,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36012, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:27:59,494 DEBUG [pool-239-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74c9a62a to 127.0.0.1:55701 2023-11-12T09:27:59,494 DEBUG [pool-239-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:27:59,494 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:27:59,494 DEBUG [pool-239-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:27:59,502 DEBUG [pool-239-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/_temporary/0/_temporary/attempt_local335561470_0007_r_000001_0/f/47b5d2f4253a492b8e89ea25de25f978 is 37, key is row10/f:q1/1699781215875/Put/seqid=0 2023-11-12T09:27:59,503 WARN [Thread-1181 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:00,539 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967 2023-11-12T09:28:00,540 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44628325 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,546 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533c7475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,547 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,549 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,556 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/_SUCCESS 2023-11-12T09:28:00,564 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,565 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,594 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f/47b5d2f4253a492b8e89ea25de25f978 first=Optional[row0] last=Optional[row98] 2023-11-12T09:28:00,598 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f3/b27057d212744a81b3041122e5f65fbd first=Optional[row-test-1699781213233-3-0] last=Optional[row-test-1699781213233-3-5] 2023-11-12T09:28:00,601 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/mob/daf9725eca454857bc685ee936163e42 first=Optional[row-test-1699781213233-3-0] last=Optional[row-test-1699781213233-3-5] 2023-11-12T09:28:00,620 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row with hfile group [{f3,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f3/b27057d212744a81b3041122e5f65fbd}{mob,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/mob/daf9725eca454857bc685ee936163e42}] 2023-11-12T09:28:00,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f3/b27057d212744a81b3041122e5f65fbd for inclusion in 7a708359afa17254f603d42c2d1fb0dc/f3 2023-11-12T09:28:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:28:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:00,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/mob/daf9725eca454857bc685ee936163e42 for inclusion in 7a708359afa17254f603d42c2d1fb0dc/mob 2023-11-12T09:28:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:28:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 7a708359afa17254f603d42c2d1fb0dc: 2023-11-12T09:28:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f3/b27057d212744a81b3041122e5f65fbd to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f3/b27057d212744a81b3041122e5f65fbd 2023-11-12T09:28:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f3/b27057d212744a81b3041122e5f65fbd as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_ 2023-11-12T09:28:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/mob/daf9725eca454857bc685ee936163e42 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/mob/daf9725eca454857bc685ee936163e42 2023-11-12T09:28:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/mob/daf9725eca454857bc685ee936163e42 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_ 2023-11-12T09:28:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e53f072 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b7e161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,668 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35318, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,675 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36040, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e53f072 to 127.0.0.1:55701 2023-11-12T09:28:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5415e925 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7f784d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,698 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35334, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36046, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5415e925 to 127.0.0.1:55701 2023-11-12T09:28:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f3/b27057d212744a81b3041122e5f65fbd into 7a708359afa17254f603d42c2d1fb0dc/f3 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_ - updating store file list. 2023-11-12T09:28:00,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_ into 7a708359afa17254f603d42c2d1fb0dc/f3 2023-11-12T09:28:00,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f3/b27057d212744a81b3041122e5f65fbd into 7a708359afa17254f603d42c2d1fb0dc/f3 (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_) 2023-11-12T09:28:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f3/b27057d212744a81b3041122e5f65fbd 2023-11-12T09:28:00,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/mob/daf9725eca454857bc685ee936163e42 into 7a708359afa17254f603d42c2d1fb0dc/mob as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_ - updating store file list. 2023-11-12T09:28:00,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_ into 7a708359afa17254f603d42c2d1fb0dc/mob 2023-11-12T09:28:00,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/mob/daf9725eca454857bc685ee936163e42 into 7a708359afa17254f603d42c2d1fb0dc/mob (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_) 2023-11-12T09:28:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/mob/daf9725eca454857bc685ee936163e42 2023-11-12T09:28:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x145cdfe6 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa8d6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,750 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35350, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,755 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36060, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x145cdfe6 to 127.0.0.1:55701 2023-11-12T09:28:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,772 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f/47b5d2f4253a492b8e89ea25de25f978}] 2023-11-12T09:28:00,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f/47b5d2f4253a492b8e89ea25de25f978 for inclusion in 4eb30cf5f6d2c6fabcb0c0fd142b068f/f 2023-11-12T09:28:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:28:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-11-12T09:28:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 4eb30cf5f6d2c6fabcb0c0fd142b068f: 2023-11-12T09:28:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781276967/f/47b5d2f4253a492b8e89ea25de25f978 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f/47b5d2f4253a492b8e89ea25de25f978 2023-11-12T09:28:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f/47b5d2f4253a492b8e89ea25de25f978 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_ 2023-11-12T09:28:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a4853f4 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed544d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,793 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35352, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,798 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36068, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a4853f4 to 127.0.0.1:55701 2023-11-12T09:28:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f/47b5d2f4253a492b8e89ea25de25f978 into 4eb30cf5f6d2c6fabcb0c0fd142b068f/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_ - updating store file list. 2023-11-12T09:28:00,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_ into 4eb30cf5f6d2c6fabcb0c0fd142b068f/f 2023-11-12T09:28:00,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f/47b5d2f4253a492b8e89ea25de25f978 into 4eb30cf5f6d2c6fabcb0c0fd142b068f/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_) 2023-11-12T09:28:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__a2qs9el4cbg50g4lod001uo27ptduhilvo4beo1o7uf1kdlstue53r3eapu5a5qc/f/47b5d2f4253a492b8e89ea25de25f978 2023-11-12T09:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x14e7315d to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217fcec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:00,830 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:00,835 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36084, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:00,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x14e7315d to 127.0.0.1:55701 2023-11-12T09:28:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,860 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:00,860 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44628325 to 127.0.0.1:55701 2023-11-12T09:28:00,860 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:00,861 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:00,861 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:28:00,861 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(233): Backup: backup_1699781222719 hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/ 2023-11-12T09:28:00,863 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:00,866 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:00,866 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997812132331' to 'ns2:table2' from full backup image hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331 2023-11-12T09:28:00,876 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-12T09:28:00,876 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:28:00,877 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f in region [hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe] 2023-11-12T09:28:00,881 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 first=row0 last=row98 2023-11-12T09:28:00,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:28:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-12T09:28:00,885 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:28:00,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 60 2023-11-12T09:28:00,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:28:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:01,295 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 15adc953a0432a5a0adf3dacd9033e54, NAME => 'ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:28:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:01,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 15adc953a0432a5a0adf3dacd9033e54, disabling compactions & flushes 2023-11-12T09:28:01,702 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. after waiting 0 ms 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:01,702 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:01,702 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 15adc953a0432a5a0adf3dacd9033e54: 2023-11-12T09:28:01,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:28:01,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699781281703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781281703"}]},"ts":"1699781281703"} 2023-11-12T09:28:01,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:28:01,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:28:01,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781281706"}]},"ts":"1699781281706"} 2023-11-12T09:28:01,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:28:01,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, ASSIGN}] 2023-11-12T09:28:01,714 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, ASSIGN 2023-11-12T09:28:01,714 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:28:01,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=15adc953a0432a5a0adf3dacd9033e54, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:01,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure 15adc953a0432a5a0adf3dacd9033e54, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:02,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:02,022 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(130): Open ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:02,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7254): Opening region: {ENCODED => 15adc953a0432a5a0adf3dacd9033e54, NAME => 'ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:28:02,023 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:02,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:02,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7296): checking encryption for 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7299): checking classloading for 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,025 INFO [StoreOpener-15adc953a0432a5a0adf3dacd9033e54-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,026 INFO [StoreOpener-15adc953a0432a5a0adf3dacd9033e54-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15adc953a0432a5a0adf3dacd9033e54 columnFamilyName f 2023-11-12T09:28:02,026 DEBUG [StoreOpener-15adc953a0432a5a0adf3dacd9033e54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:02,027 INFO [StoreOpener-15adc953a0432a5a0adf3dacd9033e54-1 {}] regionserver.HStore(324): Store=15adc953a0432a5a0adf3dacd9033e54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:02,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1076): writing seq id for 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:02,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:28:02,032 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1093): Opened 15adc953a0432a5a0adf3dacd9033e54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11680727520, jitterRate=0.08785252273082733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:28:02,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(992): Region open journal for 15adc953a0432a5a0adf3dacd9033e54: 2023-11-12T09:28:02,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54., pid=62, masterSystemTime=1699781282019 2023-11-12T09:28:02,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:02,035 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:02,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=15adc953a0432a5a0adf3dacd9033e54, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:02,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=62, resume processing ppid=61 2023-11-12T09:28:02,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure 15adc953a0432a5a0adf3dacd9033e54, server=jenkins-hbase3.apache.org,33347,1699781204122 in 169 msec 2023-11-12T09:28:02,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=60 2023-11-12T09:28:02,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, ASSIGN in 326 msec 2023-11-12T09:28:02,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:28:02,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781282040"}]},"ts":"1699781282040"} 2023-11-12T09:28:02,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:28:02,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:28:02,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1620 sec 2023-11-12T09:28:02,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-12T09:28:02,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:28:02,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:28:02,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:28:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=60 2023-11-12T09:28:02,992 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 60 completed 2023-11-12T09:28:02,995 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe from hbase tables ns2:test-16997812132331 to tables ns2:table2 2023-11-12T09:28:02,995 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997812132331 into ns2:table2 2023-11-12T09:28:02,997 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996 from hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:28:02,998 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27fcbf6a to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:03,003 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c57a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:03,004 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:03,005 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:03,006 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:28:03,006 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:28:03,009 DEBUG [hconnection-0x3615b483-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:03,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36100, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:03,013 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:28:03,013 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:28:03,013 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_2338d7c4-8544-47ac-99ee-44dd26309b5a 2023-11-12T09:28:03,420 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:03,421 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:03,421 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:03,421 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-12T09:28:04,394 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-2079446561170892448.jar 2023-11-12T09:28:04,394 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,395 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,395 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,396 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,396 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,396 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,397 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,397 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,397 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,398 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:04,399 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:28:04,399 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:28:04,400 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:28:04,400 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:28:04,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:28:04,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:28:04,401 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:28:04,402 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:28:04,402 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:28:04,402 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:28:04,403 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:28:04,403 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,404 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,404 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,404 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,405 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,405 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:04,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:28:04,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:28:04,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:04,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27fcbf6a to 127.0.0.1:55701 2023-11-12T09:28:04,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:04,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:28:04,406 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:28:04,407 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:04,413 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:28:04,420 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:28:04,497 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781284461/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:28:04,497 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781284461/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:28:04,568 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 2023-11-12T09:28:04,572 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:04,585 DEBUG [pool-262-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60c4ca68 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:04,591 DEBUG [pool-262-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195b07a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:04,594 DEBUG [hconnection-0x31f0c4d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:04,596 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36102, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:04,598 DEBUG [pool-262-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60c4ca68 to 127.0.0.1:55701 2023-11-12T09:28:04,598 DEBUG [pool-262-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:04,600 DEBUG [pool-262-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:28:04,600 DEBUG [pool-262-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:04,607 DEBUG [pool-262-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/_temporary/0/_temporary/attempt_local2120682321_0008_r_000000_0/f/d6d8c53db8284231b5b0cb7b266ea7a1 is 37, key is row10/f:q1/1699781217089/Put/seqid=0 2023-11-12T09:28:04,608 WARN [Thread-1240 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:05,542 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996 2023-11-12T09:28:05,543 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66004cb2 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:05,548 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18251f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:05,549 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:05,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33106, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:05,556 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/_SUCCESS 2023-11-12T09:28:05,560 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:05,561 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59690, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:05,570 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/f/d6d8c53db8284231b5b0cb7b266ea7a1 first=Optional[row0] last=Optional[row98] 2023-11-12T09:28:05,571 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row with hfile group [{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/f/d6d8c53db8284231b5b0cb7b266ea7a1}] 2023-11-12T09:28:05,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/f/d6d8c53db8284231b5b0cb7b266ea7a1 for inclusion in 15adc953a0432a5a0adf3dacd9033e54/f 2023-11-12T09:28:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:28:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:28:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 15adc953a0432a5a0adf3dacd9033e54: 2023-11-12T09:28:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781282996/f/d6d8c53db8284231b5b0cb7b266ea7a1 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__2af4kjsk9ebr8jaijtt54aui7t9pnlmb3je9ulvuv6inpa2erlv8pjuhnjnpue9p/f/d6d8c53db8284231b5b0cb7b266ea7a1 2023-11-12T09:28:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__2af4kjsk9ebr8jaijtt54aui7t9pnlmb3je9ulvuv6inpa2erlv8pjuhnjnpue9p/f/d6d8c53db8284231b5b0cb7b266ea7a1 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_ 2023-11-12T09:28:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6d01ab33 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60da1842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:05,595 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:05,600 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33122, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:05,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6d01ab33 to 127.0.0.1:55701 2023-11-12T09:28:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:05,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__2af4kjsk9ebr8jaijtt54aui7t9pnlmb3je9ulvuv6inpa2erlv8pjuhnjnpue9p/f/d6d8c53db8284231b5b0cb7b266ea7a1 into 15adc953a0432a5a0adf3dacd9033e54/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_ - updating store file list. 2023-11-12T09:28:05,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_ into 15adc953a0432a5a0adf3dacd9033e54/f 2023-11-12T09:28:05,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__2af4kjsk9ebr8jaijtt54aui7t9pnlmb3je9ulvuv6inpa2erlv8pjuhnjnpue9p/f/d6d8c53db8284231b5b0cb7b266ea7a1 into 15adc953a0432a5a0adf3dacd9033e54/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_) 2023-11-12T09:28:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__2af4kjsk9ebr8jaijtt54aui7t9pnlmb3je9ulvuv6inpa2erlv8pjuhnjnpue9p/f/d6d8c53db8284231b5b0cb7b266ea7a1 2023-11-12T09:28:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37041fe9 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c97e38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:05,627 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59716, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:05,632 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33128, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:05,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37041fe9 to 127.0.0.1:55701 2023-11-12T09:28:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:05,648 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:05,648 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66004cb2 to 127.0.0.1:55701 2023-11-12T09:28:05,648 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:05,649 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:05,649 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:28:05,649 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(233): Backup: backup_1699781222719 hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/ 2023-11-12T09:28:05,649 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:28:05,657 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:28:05,670 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:28:05,672 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:28:05,673 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:28:05,675 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781263332/.backup.manifest 2023-11-12T09:28:05,675 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:05,677 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:05,677 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781213233' to 'table1' from full backup image hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233 2023-11-12T09:28:05,679 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699781263332 2023-11-12T09:28:05,682 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-11-12T09:28:05,683 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-11-12T09:28:05,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable table1 2023-11-12T09:28:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-12T09:28:05,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781285700"}]},"ts":"1699781285700"} 2023-11-12T09:28:05,701 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-12T09:28:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-12T09:28:05,703 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-12T09:28:05,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, UNASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, UNASSIGN}] 2023-11-12T09:28:05,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, UNASSIGN 2023-11-12T09:28:05,707 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, UNASSIGN 2023-11-12T09:28:05,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=7a708359afa17254f603d42c2d1fb0dc, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:05,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=4eb30cf5f6d2c6fabcb0c0fd142b068f, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:05,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE; CloseRegionProcedure 7a708359afa17254f603d42c2d1fb0dc, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:05,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=67, ppid=65, state=RUNNABLE; CloseRegionProcedure 4eb30cf5f6d2c6fabcb0c0fd142b068f, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-12T09:28:05,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:05,861 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(119): Close 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:28:05,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1668): Closing 4eb30cf5f6d2c6fabcb0c0fd142b068f, disabling compactions & flushes 2023-11-12T09:28:05,861 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1690): Closing region table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:28:05,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:28:05,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. after waiting 0 ms 2023-11-12T09:28:05,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:28:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:28:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:05,868 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1909): Closed table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. 2023-11-12T09:28:05,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1622): Region close journal for 4eb30cf5f6d2c6fabcb0c0fd142b068f: 2023-11-12T09:28:05,870 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(163): Closed 4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:28:05,870 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(119): Close 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:28:05,870 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1668): Closing 7a708359afa17254f603d42c2d1fb0dc, disabling compactions & flushes 2023-11-12T09:28:05,870 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1690): Closing region table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:28:05,870 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:28:05,870 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. after waiting 0 ms 2023-11-12T09:28:05,870 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:28:05,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=4eb30cf5f6d2c6fabcb0c0fd142b068f, regionState=CLOSED 2023-11-12T09:28:05,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=67, resume processing ppid=65 2023-11-12T09:28:05,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=67, ppid=65, state=SUCCESS; CloseRegionProcedure 4eb30cf5f6d2c6fabcb0c0fd142b068f, server=jenkins-hbase3.apache.org,33347,1699781204122 in 165 msec 2023-11-12T09:28:05,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=65, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=4eb30cf5f6d2c6fabcb0c0fd142b068f, UNASSIGN in 171 msec 2023-11-12T09:28:05,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:28:05,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:05,878 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1909): Closed table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. 2023-11-12T09:28:05,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1622): Region close journal for 7a708359afa17254f603d42c2d1fb0dc: 2023-11-12T09:28:05,879 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(163): Closed 7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:28:05,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=7a708359afa17254f603d42c2d1fb0dc, regionState=CLOSED 2023-11-12T09:28:05,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=66, resume processing ppid=64 2023-11-12T09:28:05,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=66, ppid=64, state=SUCCESS; CloseRegionProcedure 7a708359afa17254f603d42c2d1fb0dc, server=jenkins-hbase3.apache.org,33347,1699781204122 in 172 msec 2023-11-12T09:28:05,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=64, resume processing ppid=63 2023-11-12T09:28:05,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=64, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=table1, region=7a708359afa17254f603d42c2d1fb0dc, UNASSIGN in 177 msec 2023-11-12T09:28:05,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781285884"}]},"ts":"1699781285884"} 2023-11-12T09:28:05,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-12T09:28:05,887 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-12T09:28:05,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=63, state=SUCCESS; DisableTableProcedure table=table1 in 197 msec 2023-11-12T09:28:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=63 2023-11-12T09:28:06,004 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: default:table1, procId: 63 completed 2023-11-12T09:28:06,005 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-11-12T09:28:06,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$6(2481): Client=jenkins//172.31.12.81 truncate table1 2023-11-12T09:28:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=68, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-11-12T09:28:06,022 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-11-12T09:28:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:06,027 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:28:06,027 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:28:06,031 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/recovered.edits] 2023-11-12T09:28:06,031 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f3, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/mob, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/recovered.edits] 2023-11-12T09:28:06,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_ to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/f/8622e25344b24ea1b798ab933f1f0410_SeqId_4_ 2023-11-12T09:28:06,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_ to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/f3/255dcc0bd183431eb16876823845df09_SeqId_4_ 2023-11-12T09:28:06,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_ to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/mob/471006f2d2b5497cbb3f78cef252261f_SeqId_4_ 2023-11-12T09:28:06,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/recovered.edits/6.seqid to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f/recovered.edits/6.seqid 2023-11-12T09:28:06,043 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/4eb30cf5f6d2c6fabcb0c0fd142b068f 2023-11-12T09:28:06,045 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/recovered.edits/6.seqid to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/7a708359afa17254f603d42c2d1fb0dc/recovered.edits/6.seqid 2023-11-12T09:28:06,045 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/7a708359afa17254f603d42c2d1fb0dc 2023-11-12T09:28:06,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-12T09:28:06,046 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-11-12T09:28:06,047 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2023-11-12T09:28:06,049 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2023-11-12T09:28:06,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33347 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-12T09:28:06,063 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 2 rows of table1 from hbase:meta 2023-11-12T09:28:06,065 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-12T09:28:06,065 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-12T09:28:06,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781286065"}]},"ts":"9223372036854775807"} 2023-11-12T09:28:06,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781286065"}]},"ts":"9223372036854775807"} 2023-11-12T09:28:06,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 2 regions from META 2023-11-12T09:28:06,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7a708359afa17254f603d42c2d1fb0dc, NAME => 'table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 4eb30cf5f6d2c6fabcb0c0fd142b068f, NAME => 'table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f.', STARTKEY => 'row0', ENDKEY => ''}] 2023-11-12T09:28:06,068 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-12T09:28:06,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781286068"}]},"ts":"9223372036854775807"} 2023-11-12T09:28:06,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-12T09:28:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:06,479 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9a52bbbf8fe62f0386358378048470fd, NAME => 'table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:28:06,479 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => 42908580a13adba40bd9bb4f8b51b586, NAME => 'table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:28:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 9a52bbbf8fe62f0386358378048470fd, disabling compactions & flushes 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing 42908580a13adba40bd9bb4f8b51b586, disabling compactions & flushes 2023-11-12T09:28:06,885 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:06,885 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:06,885 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. after waiting 0 ms 2023-11-12T09:28:06,886 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. after waiting 0 ms 2023-11-12T09:28:06,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:06,886 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:06,886 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:06,886 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:06,886 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:06,886 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:06,887 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781286887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781286887"}]},"ts":"1699781286887"} 2023-11-12T09:28:06,887 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781286887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781286887"}]},"ts":"1699781286887"} 2023-11-12T09:28:06,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2023-11-12T09:28:06,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781286890"}]},"ts":"1699781286890"} 2023-11-12T09:28:06,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:28:06,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, ASSIGN}, {pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, ASSIGN}] 2023-11-12T09:28:06,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, ASSIGN 2023-11-12T09:28:06,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, ASSIGN 2023-11-12T09:28:06,901 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:28:06,901 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=70, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:28:07,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:07,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:07,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE; OpenRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:07,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=72, ppid=69, state=RUNNABLE; OpenRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:07,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:07,210 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(130): Open table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:07,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7254): Opening region: {ENCODED => 9a52bbbf8fe62f0386358378048470fd, NAME => 'table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-12T09:28:07,210 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:07,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(888): Instantiated table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:07,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7296): checking encryption for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7299): checking classloading for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,212 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,213 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName f 2023-11-12T09:28:07,213 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,214 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,214 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,215 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName f3 2023-11-12T09:28:07,215 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,216 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,216 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,217 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName mob 2023-11-12T09:28:07,218 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,218 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:28:07,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1076): writing seq id for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:07,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:28:07,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): Opened 9a52bbbf8fe62f0386358378048470fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9672117280, jitterRate=-0.09921388328075409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:28:07,226 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(992): Region open journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:07,226 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd., pid=72, masterSystemTime=1699781287206 2023-11-12T09:28:07,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:07,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(158): Opened table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:07,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(130): Open table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:07,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7254): Opening region: {ENCODED => 42908580a13adba40bd9bb4f8b51b586, NAME => 'table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-12T09:28:07,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:07,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:07,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(888): Instantiated table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:07,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7296): checking encryption for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7299): checking classloading for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,230 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,231 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName f 2023-11-12T09:28:07,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=72, resume processing ppid=69 2023-11-12T09:28:07,231 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=72, ppid=69, state=SUCCESS; OpenRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122 in 175 msec 2023-11-12T09:28:07,232 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,232 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, ASSIGN in 334 msec 2023-11-12T09:28:07,233 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName f3 2023-11-12T09:28:07,233 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,233 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,233 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,234 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName mob 2023-11-12T09:28:07,235 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:07,235 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:07,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:28:07,239 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1076): writing seq id for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:07,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:28:07,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): Opened 42908580a13adba40bd9bb4f8b51b586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10127238080, jitterRate=-0.05682745575904846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:28:07,241 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(992): Region open journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:07,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586., pid=71, masterSystemTime=1699781287206 2023-11-12T09:28:07,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:07,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(158): Opened table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:07,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:07,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=71, resume processing ppid=70 2023-11-12T09:28:07,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=71, ppid=70, state=SUCCESS; OpenRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122 in 189 msec 2023-11-12T09:28:07,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=70, resume processing ppid=68 2023-11-12T09:28:07,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=70, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, ASSIGN in 348 msec 2023-11-12T09:28:07,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781287246"}]},"ts":"1699781287246"} 2023-11-12T09:28:07,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:28:07,250 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-11-12T09:28:07,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=68, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2370 sec 2023-11-12T09:28:07,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:28:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=68 2023-11-12T09:28:08,129 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: TRUNCATE, Table Name: default:table1, procId: 68 completed 2023-11-12T09:28:08,132 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d from hbase tables test-1699781213233 to tables table1 2023-11-12T09:28:08,133 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781213233 into table1 2023-11-12T09:28:08,134 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133 from hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:28:08,135 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7e4e27e2 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:08,140 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7853e832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:08,141 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:08,142 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59730, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:08,143 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:28:08,143 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:28:08,146 DEBUG [hconnection-0x74704257-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:08,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33142, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:08,150 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:28:08,150 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-11-12T09:28:08,150 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-11-12T09:28:08,150 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_54ecb26b-1138-4703-817e-bb9c3c38ccb1 2023-11-12T09:28:08,558 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:08,559 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:08,559 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:08,560 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,510 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-6161174871377345381.jar 2023-11-12T09:28:09,510 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,510 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,511 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,511 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,512 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,512 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,513 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,513 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,513 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,514 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:09,515 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:28:09,515 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:28:09,515 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:28:09,516 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:28:09,516 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:28:09,517 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:28:09,517 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:28:09,518 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:28:09,518 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:28:09,518 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:28:09,519 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:28:09,519 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,520 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,521 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,521 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,521 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,522 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:09,522 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:28:09,522 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:28:09,522 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:09,523 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7e4e27e2 to 127.0.0.1:55701 2023-11-12T09:28:09,523 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:09,523 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:28:09,523 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:28:09,524 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:09,530 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:28:09,536 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:28:09,615 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781289579/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:28:09,615 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781289579/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:28:09,668 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f/1b409491134c469780149c79f184218c 2023-11-12T09:28:09,672 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:09,696 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/mob/a6a689d0d5b0444ca40219f21719981d 2023-11-12T09:28:09,699 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:09,722 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/default/test-1699781213233/archive/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f3/bbe2de47b7a8448fa5783691c73569b9 2023-11-12T09:28:09,725 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:09,741 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x09bc5bef to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:09,744 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f258bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:09,746 DEBUG [hconnection-0x58613d32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:09,747 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:09,751 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x09bc5bef to 127.0.0.1:55701 2023-11-12T09:28:09,751 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:09,751 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:28:09,751 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:09,756 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50941a95 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:09,761 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756a889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:09,762 DEBUG [hconnection-0x490eb397-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:09,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33166, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:09,767 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50941a95 to 127.0.0.1:55701 2023-11-12T09:28:09,767 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:09,767 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:28:09,767 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:09,776 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/_temporary/0/_temporary/attempt_local797374672_0009_r_000000_0/f3/644a96ffe65141b08b85c430cf6a0ca7 is 58, key is row-test-1699781213233-3-0/f3:q1/1699781222695/Put/seqid=0 2023-11-12T09:28:09,777 WARN [Thread-1304 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:10,181 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/_temporary/0/_temporary/attempt_local797374672_0009_r_000000_0/mob/82d0be25905040ce805e012af866710e is 59, key is row-test-1699781213233-3-0/mob:q1/1699781222705/Put/seqid=0 2023-11-12T09:28:10,182 WARN [Thread-1306 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:10,599 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x608c7feb to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:10,603 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f36f947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:10,605 DEBUG [hconnection-0x101819b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:10,607 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:10,610 DEBUG [pool-279-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x608c7feb to 127.0.0.1:55701 2023-11-12T09:28:10,610 DEBUG [pool-279-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:10,610 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:28:10,610 DEBUG [pool-279-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:10,617 DEBUG [pool-279-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/_temporary/0/_temporary/attempt_local797374672_0009_r_000001_0/f/b71222210c3e42ea9baf1c778ffab69d is 37, key is row10/f:q1/1699781215875/Put/seqid=0 2023-11-12T09:28:10,619 WARN [Thread-1319 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:11,665 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133 2023-11-12T09:28:11,666 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x13790885 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,689 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cbbbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,690 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,699 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/_SUCCESS 2023-11-12T09:28:11,708 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,710 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59738, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,722 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f/b71222210c3e42ea9baf1c778ffab69d first=Optional[row0] last=Optional[row98] 2023-11-12T09:28:11,725 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f3/644a96ffe65141b08b85c430cf6a0ca7 first=Optional[row-test-1699781213233-3-0] last=Optional[row-test-1699781213233-3-5] 2023-11-12T09:28:11,728 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/mob/82d0be25905040ce805e012af866710e first=Optional[row-test-1699781213233-3-0] last=Optional[row-test-1699781213233-3-5] 2023-11-12T09:28:11,729 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row with hfile group [{f3,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f3/644a96ffe65141b08b85c430cf6a0ca7}{mob,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/mob/82d0be25905040ce805e012af866710e}] 2023-11-12T09:28:11,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f3/644a96ffe65141b08b85c430cf6a0ca7 for inclusion in 9a52bbbf8fe62f0386358378048470fd/f3 2023-11-12T09:28:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:28:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:11,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/mob/82d0be25905040ce805e012af866710e for inclusion in 9a52bbbf8fe62f0386358378048470fd/mob 2023-11-12T09:28:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-5 2023-11-12T09:28:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f3/644a96ffe65141b08b85c430cf6a0ca7 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f3/644a96ffe65141b08b85c430cf6a0ca7 2023-11-12T09:28:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f3/644a96ffe65141b08b85c430cf6a0ca7 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_ 2023-11-12T09:28:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/mob/82d0be25905040ce805e012af866710e to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/mob/82d0be25905040ce805e012af866710e 2023-11-12T09:28:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/mob/82d0be25905040ce805e012af866710e as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/e5c67e24700043009f634719e7f6b154_SeqId_4_ 2023-11-12T09:28:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x43f69bca to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145145c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,759 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59746, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,765 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33192, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x43f69bca to 127.0.0.1:55701 2023-11-12T09:28:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c07ca17 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fbc4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,793 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,798 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c07ca17 to 127.0.0.1:55701 2023-11-12T09:28:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f3/644a96ffe65141b08b85c430cf6a0ca7 into 9a52bbbf8fe62f0386358378048470fd/f3 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_ - updating store file list. 2023-11-12T09:28:11,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_ into 9a52bbbf8fe62f0386358378048470fd/f3 2023-11-12T09:28:11,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f3/644a96ffe65141b08b85c430cf6a0ca7 into 9a52bbbf8fe62f0386358378048470fd/f3 (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_) 2023-11-12T09:28:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f3/644a96ffe65141b08b85c430cf6a0ca7 2023-11-12T09:28:11,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/mob/82d0be25905040ce805e012af866710e into 9a52bbbf8fe62f0386358378048470fd/mob as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/e5c67e24700043009f634719e7f6b154_SeqId_4_ - updating store file list. 2023-11-12T09:28:11,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/e5c67e24700043009f634719e7f6b154_SeqId_4_ into 9a52bbbf8fe62f0386358378048470fd/mob 2023-11-12T09:28:11,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/mob/82d0be25905040ce805e012af866710e into 9a52bbbf8fe62f0386358378048470fd/mob (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/e5c67e24700043009f634719e7f6b154_SeqId_4_) 2023-11-12T09:28:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/mob/82d0be25905040ce805e012af866710e 2023-11-12T09:28:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d31468f to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627e8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,844 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,850 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33208, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d31468f to 127.0.0.1:55701 2023-11-12T09:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,867 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f/b71222210c3e42ea9baf1c778ffab69d}] 2023-11-12T09:28:11,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f/b71222210c3e42ea9baf1c778ffab69d for inclusion in 42908580a13adba40bd9bb4f8b51b586/f 2023-11-12T09:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-11-12T09:28:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781288133/f/b71222210c3e42ea9baf1c778ffab69d to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f/b71222210c3e42ea9baf1c778ffab69d 2023-11-12T09:28:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f/b71222210c3e42ea9baf1c778ffab69d as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/f/c797eb4bac194a24a242be8c80aeaf87_SeqId_4_ 2023-11-12T09:28:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x385cb191 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158eee4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,886 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,891 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33216, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x385cb191 to 127.0.0.1:55701 2023-11-12T09:28:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f/b71222210c3e42ea9baf1c778ffab69d into 42908580a13adba40bd9bb4f8b51b586/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/f/c797eb4bac194a24a242be8c80aeaf87_SeqId_4_ - updating store file list. 2023-11-12T09:28:11,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/f/c797eb4bac194a24a242be8c80aeaf87_SeqId_4_ into 42908580a13adba40bd9bb4f8b51b586/f 2023-11-12T09:28:11,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f/b71222210c3e42ea9baf1c778ffab69d into 42908580a13adba40bd9bb4f8b51b586/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/f/c797eb4bac194a24a242be8c80aeaf87_SeqId_4_) 2023-11-12T09:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__pjd1pn6f7dbnmporph1qu529shom8i773m9chvicb1vhdf2t8hniprg2hqrt9kmu/f/b71222210c3e42ea9baf1c778ffab69d 2023-11-12T09:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1b01b3d3 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cae17bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:11,922 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:11,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33220, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:11,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1b01b3d3 to 127.0.0.1:55701 2023-11-12T09:28:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,944 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:11,944 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x13790885 to 127.0.0.1:55701 2023-11-12T09:28:11,944 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:11,944 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:11,991 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(181): Restoring 'test-1699781213233' to 'table1' from log dirs: hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/f/07e48ef94ff44ca0819591f6fc83fd39,hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/mob/68649a1482f1467ba32ab995b60d4877,hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233/f2/5b4a0b322b254759bc4e02ae63614a9b 2023-11-12T09:28:11,995 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(177): Found descriptor 'test-1699781213233', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699781263332 2023-11-12T09:28:11,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$14(2731): Client=jenkins//172.31.12.81 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:28:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=73, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=table1 2023-11-12T09:28:12,412 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2023-11-12T09:28:12,412 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2023-11-12T09:28:12,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=table1}] 2023-11-12T09:28:12,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, REOPEN/MOVE}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, REOPEN/MOVE}] 2023-11-12T09:28:12,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, REOPEN/MOVE 2023-11-12T09:28:12,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, REOPEN/MOVE 2023-11-12T09:28:12,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; CloseRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:12,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=78, ppid=75, state=RUNNABLE; CloseRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:12,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,572 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(119): Close 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1668): Closing 42908580a13adba40bd9bb4f8b51b586, disabling compactions & flushes 2023-11-12T09:28:12,573 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1690): Closing region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. after waiting 0 ms 2023-11-12T09:28:12,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:28:12,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:12,580 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1909): Closed table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1622): Region close journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:12,580 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionServer(3735): Not adding moved region record: 42908580a13adba40bd9bb4f8b51b586 to self. 2023-11-12T09:28:12,582 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(163): Closed 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,582 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(119): Close 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,582 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1668): Closing 9a52bbbf8fe62f0386358378048470fd, disabling compactions & flushes 2023-11-12T09:28:12,582 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1690): Closing region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,582 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,582 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. after waiting 0 ms 2023-11-12T09:28:12,582 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=CLOSED 2023-11-12T09:28:12,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=77, resume processing ppid=76 2023-11-12T09:28:12,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=77, ppid=76, state=SUCCESS; CloseRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122 in 166 msec 2023-11-12T09:28:12,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=true 2023-11-12T09:28:12,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:28:12,591 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:12,591 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1909): Closed table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,591 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1622): Region close journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:12,591 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionServer(3735): Not adding moved region record: 9a52bbbf8fe62f0386358378048470fd to self. 2023-11-12T09:28:12,593 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(163): Closed 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=CLOSED 2023-11-12T09:28:12,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=78, resume processing ppid=75 2023-11-12T09:28:12,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=78, ppid=75, state=SUCCESS; CloseRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122 in 173 msec 2023-11-12T09:28:12,596 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=true 2023-11-12T09:28:12,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:28:12,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=79, ppid=75, state=RUNNABLE; OpenRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:12,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=80, ppid=76, state=RUNNABLE; OpenRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:12,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,897 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(130): Open table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7254): Opening region: {ENCODED => 9a52bbbf8fe62f0386358378048470fd, NAME => 'table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.', STARTKEY => '', ENDKEY => 'row0'} 2023-11-12T09:28:12,897 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:12,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(888): Instantiated table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:12,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7296): checking encryption for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7299): checking classloading for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,899 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,900 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName f 2023-11-12T09:28:12,900 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,900 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,900 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,902 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName f2 2023-11-12T09:28:12,902 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,902 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,902 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,903 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a52bbbf8fe62f0386358378048470fd columnFamilyName mob 2023-11-12T09:28:12,903 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,909 DEBUG [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/e5c67e24700043009f634719e7f6b154_SeqId_4_ 2023-11-12T09:28:12,909 INFO [StoreOpener-9a52bbbf8fe62f0386358378048470fd-1 {}] regionserver.HStore(324): Store=9a52bbbf8fe62f0386358378048470fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,911 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,912 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:28:12,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1076): writing seq id for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:12,914 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): Opened 9a52bbbf8fe62f0386358378048470fd; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10831939040, jitterRate=0.008802935481071472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:28:12,914 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(992): Region open journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:12,915 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd., pid=79, masterSystemTime=1699781292893 2023-11-12T09:28:12,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,917 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(158): Opened table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:12,917 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(130): Open table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7254): Opening region: {ENCODED => 42908580a13adba40bd9bb4f8b51b586, NAME => 'table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-12T09:28:12,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=9a52bbbf8fe62f0386358378048470fd, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,917 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:12,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(888): Instantiated table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:12,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7296): checking encryption for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7299): checking classloading for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,918 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,919 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName f 2023-11-12T09:28:12,919 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=79, resume processing ppid=75 2023-11-12T09:28:12,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=79, ppid=75, state=SUCCESS; OpenRegionProcedure 9a52bbbf8fe62f0386358378048470fd, server=jenkins-hbase3.apache.org,33347,1699781204122 in 176 msec 2023-11-12T09:28:12,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=9a52bbbf8fe62f0386358378048470fd, REOPEN/MOVE in 503 msec 2023-11-12T09:28:12,924 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/f/c797eb4bac194a24a242be8c80aeaf87_SeqId_4_ 2023-11-12T09:28:12,924 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,925 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,926 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName f2 2023-11-12T09:28:12,926 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,926 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,926 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,927 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42908580a13adba40bd9bb4f8b51b586 columnFamilyName mob 2023-11-12T09:28:12,927 DEBUG [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:12,928 INFO [StoreOpener-42908580a13adba40bd9bb4f8b51b586-1 {}] regionserver.HStore(324): Store=42908580a13adba40bd9bb4f8b51b586/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:12,928 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,929 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,931 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:28:12,932 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1076): writing seq id for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:12,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): Opened 42908580a13adba40bd9bb4f8b51b586; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11220537120, jitterRate=0.04499395191669464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:28:12,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(992): Region open journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:12,934 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586., pid=80, masterSystemTime=1699781292893 2023-11-12T09:28:12,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(158): Opened table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:12,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=42908580a13adba40bd9bb4f8b51b586, regionState=OPEN, openSeqNum=7, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:12,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=80, resume processing ppid=76 2023-11-12T09:28:12,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=80, ppid=76, state=SUCCESS; OpenRegionProcedure 42908580a13adba40bd9bb4f8b51b586, server=jenkins-hbase3.apache.org,33347,1699781204122 in 194 msec 2023-11-12T09:28:12,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=76, resume processing ppid=74 2023-11-12T09:28:12,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=76, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=table1, region=42908580a13adba40bd9bb4f8b51b586, REOPEN/MOVE in 521 msec 2023-11-12T09:28:12,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=74, resume processing ppid=73 2023-11-12T09:28:12,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=74, ppid=73, state=SUCCESS; ReopenTableRegionsProcedure table=table1 in 525 msec 2023-11-12T09:28:12,942 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2023-11-12T09:28:12,945 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_ to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f3/7aec7efe30224ca5873bb249d44fac33_SeqId_4_ 2023-11-12T09:28:12,946 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586., family=f3 2023-11-12T09:28:12,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=73, state=SUCCESS; ModifyTableProcedure table=table1 in 948 msec 2023-11-12T09:28:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=73 2023-11-12T09:28:12,953 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:28:12,953 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/f/07e48ef94ff44ca0819591f6fc83fd39,hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/mob/68649a1482f1467ba32ab995b60d4877,hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233/f2/5b4a0b322b254759bc4e02ae63614a9b from hbase tables test-1699781213233 to tables table1 2023-11-12T09:28:12,953 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781213233 into table1 2023-11-12T09:28:12,955 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953 from hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/f/07e48ef94ff44ca0819591f6fc83fd39,hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/mob/68649a1482f1467ba32ab995b60d4877,hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233/f2/5b4a0b322b254759bc4e02ae63614a9b 2023-11-12T09:28:12,955 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2ba9c9f3 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:12,958 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcba7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:12,962 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:12,964 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:12,965 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:28:12,965 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699781213233 2023-11-12T09:28:12,968 DEBUG [hconnection-0x19c3b12-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:12,971 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:12,972 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699781213233: 2023-11-12T09:28:12,973 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:28:12,973 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_61ef5ebe-3852-411c-94d3-dfade52c3c20 2023-11-12T09:28:13,379 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:13,380 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:13,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:13,381 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,332 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-1388369370774829224.jar 2023-11-12T09:28:14,333 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,333 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,333 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,334 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,334 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,334 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,335 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,335 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,336 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,337 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:14,337 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:28:14,338 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:28:14,338 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:28:14,339 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:28:14,340 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:28:14,340 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:28:14,341 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:28:14,342 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:28:14,342 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:28:14,343 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:28:14,343 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:28:14,343 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,344 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,345 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:28:14,346 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1699781213233 2023-11-12T09:28:14,346 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2ba9c9f3 to 127.0.0.1:55701 2023-11-12T09:28:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:28:14,346 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:28:14,347 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:14,352 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:28:14,358 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:28:14,437 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781294402/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:28:14,437 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781294402/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:28:14,485 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/mob/68649a1482f1467ba32ab995b60d4877 2023-11-12T09:28:14,489 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:14,509 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781244942/default/test-1699781213233/f/07e48ef94ff44ca0819591f6fc83fd39 2023-11-12T09:28:14,513 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:14,533 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233/f2/5b4a0b322b254759bc4e02ae63614a9b 2023-11-12T09:28:14,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:14,552 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x02126b71 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:14,555 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a202d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:14,556 DEBUG [hconnection-0x53c4a396-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:14,557 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33240, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:14,559 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x02126b71 to 127.0.0.1:55701 2023-11-12T09:28:14,559 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:14,562 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-1-0] 2023-11-12T09:28:14,562 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:14,569 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0744f2d9 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:14,572 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:14,578 DEBUG [hconnection-0x64df40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:14,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:14,580 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0744f2d9 to 127.0.0.1:55701 2023-11-12T09:28:14,580 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:14,581 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-2-0] 2023-11-12T09:28:14,581 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:14,585 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x19aff003 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:14,588 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc7f889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:14,589 DEBUG [hconnection-0x6623998f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:14,591 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33258, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:14,592 DEBUG [pool-301-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x19aff003 to 127.0.0.1:55701 2023-11-12T09:28:14,592 DEBUG [pool-301-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:14,593 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1699781213233-3-0] 2023-11-12T09:28:14,593 DEBUG [pool-301-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:14,597 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/_temporary/0/_temporary/attempt_local550009929_0010_r_000000_0/f/d137a86a65b64ea48b47a38fc24ceb6d is 59, key is row-test-1699781213233-1-10/f:q1/1699781243389/Put/seqid=0 2023-11-12T09:28:14,599 WARN [Thread-1377 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:15,002 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/_temporary/0/_temporary/attempt_local550009929_0010_r_000000_0/f2/b48ec0fb1ea548b2a74f5574e9ff3140 is 58, key is row-test-1699781213233-2-0/f2:q1/1699781258323/Put/seqid=0 2023-11-12T09:28:15,004 WARN [Thread-1379 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:15,407 DEBUG [pool-301-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/_temporary/0/_temporary/attempt_local550009929_0010_r_000000_0/mob/23ea4abe85a040759cfc9acd759eb02b is 63, key is row-test-1699781213233-3-100/mob:q1/1699781243599/Put/seqid=0 2023-11-12T09:28:15,409 WARN [Thread-1381 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:16,478 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953 2023-11-12T09:28:16,479 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x33d8284e to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:16,482 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea0c982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:16,484 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:16,485 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56086, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:16,491 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/_SUCCESS 2023-11-12T09:28:16,501 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:16,502 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39700, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:16,512 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f/d137a86a65b64ea48b47a38fc24ceb6d first=Optional[row-test-1699781213233-1-0] last=Optional[row-test-1699781213233-1-98] 2023-11-12T09:28:16,515 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f2/b48ec0fb1ea548b2a74f5574e9ff3140 first=Optional[row-test-1699781213233-2-0] last=Optional[row-test-1699781213233-2-6] 2023-11-12T09:28:16,518 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/mob/23ea4abe85a040759cfc9acd759eb02b first=Optional[row-test-1699781213233-3-0] last=Optional[row-test-1699781213233-3-99] 2023-11-12T09:28:16,519 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=7 for row with hfile group [{mob,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/mob/23ea4abe85a040759cfc9acd759eb02b}{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f/d137a86a65b64ea48b47a38fc24ceb6d}{f2,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f2/b48ec0fb1ea548b2a74f5574e9ff3140}] 2023-11-12T09:28:16,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/mob/23ea4abe85a040759cfc9acd759eb02b for inclusion in 9a52bbbf8fe62f0386358378048470fd/mob 2023-11-12T09:28:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-3-0 last=row-test-1699781213233-3-99 2023-11-12T09:28:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:16,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f/d137a86a65b64ea48b47a38fc24ceb6d for inclusion in 9a52bbbf8fe62f0386358378048470fd/f 2023-11-12T09:28:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-1-0 last=row-test-1699781213233-1-98 2023-11-12T09:28:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:16,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f2/b48ec0fb1ea548b2a74f5574e9ff3140 for inclusion in 9a52bbbf8fe62f0386358378048470fd/f2 2023-11-12T09:28:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-test-1699781213233-2-0 last=row-test-1699781213233-2-6 2023-11-12T09:28:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last=row0 2023-11-12T09:28:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/mob/23ea4abe85a040759cfc9acd759eb02b to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/mob/23ea4abe85a040759cfc9acd759eb02b 2023-11-12T09:28:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/mob/23ea4abe85a040759cfc9acd759eb02b as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/302d9dae78944e32bb27fc3432c3f9b0_SeqId_9_ 2023-11-12T09:28:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f/d137a86a65b64ea48b47a38fc24ceb6d to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f/d137a86a65b64ea48b47a38fc24ceb6d 2023-11-12T09:28:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f/d137a86a65b64ea48b47a38fc24ceb6d as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f/f94cd7752f2744d389be7f329e1120fd_SeqId_9_ 2023-11-12T09:28:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-default-table1-1699781292953/f2/b48ec0fb1ea548b2a74f5574e9ff3140 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f2/b48ec0fb1ea548b2a74f5574e9ff3140 2023-11-12T09:28:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f2/b48ec0fb1ea548b2a74f5574e9ff3140 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f2/94837fc46b1a44bd96a2ba19cad6ff2c_SeqId_9_ 2023-11-12T09:28:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2096d7d8 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1b0d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:16,551 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:16,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56096, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:16,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2096d7d8 to 127.0.0.1:55701 2023-11-12T09:28:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27e37adb to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da0fcef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:16,576 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:16,580 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56104, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:16,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27e37adb to 127.0.0.1:55701 2023-11-12T09:28:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66bda2ed to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be0c11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:16,597 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39722, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:16,601 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56110, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:16,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66bda2ed to 127.0.0.1:55701 2023-11-12T09:28:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:16,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f/d137a86a65b64ea48b47a38fc24ceb6d into 9a52bbbf8fe62f0386358378048470fd/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f/f94cd7752f2744d389be7f329e1120fd_SeqId_9_ - updating store file list. 2023-11-12T09:28:16,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f/f94cd7752f2744d389be7f329e1120fd_SeqId_9_ into 9a52bbbf8fe62f0386358378048470fd/f 2023-11-12T09:28:16,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f/d137a86a65b64ea48b47a38fc24ceb6d into 9a52bbbf8fe62f0386358378048470fd/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f/f94cd7752f2744d389be7f329e1120fd_SeqId_9_) 2023-11-12T09:28:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f/d137a86a65b64ea48b47a38fc24ceb6d 2023-11-12T09:28:16,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f2/b48ec0fb1ea548b2a74f5574e9ff3140 into 9a52bbbf8fe62f0386358378048470fd/f2 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f2/94837fc46b1a44bd96a2ba19cad6ff2c_SeqId_9_ - updating store file list. 2023-11-12T09:28:16,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f2/94837fc46b1a44bd96a2ba19cad6ff2c_SeqId_9_ into 9a52bbbf8fe62f0386358378048470fd/f2 2023-11-12T09:28:16,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f2/b48ec0fb1ea548b2a74f5574e9ff3140 into 9a52bbbf8fe62f0386358378048470fd/f2 (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/f2/94837fc46b1a44bd96a2ba19cad6ff2c_SeqId_9_) 2023-11-12T09:28:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/f2/b48ec0fb1ea548b2a74f5574e9ff3140 2023-11-12T09:28:16,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/mob/23ea4abe85a040759cfc9acd759eb02b into 9a52bbbf8fe62f0386358378048470fd/mob as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/302d9dae78944e32bb27fc3432c3f9b0_SeqId_9_ - updating store file list. 2023-11-12T09:28:16,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/302d9dae78944e32bb27fc3432c3f9b0_SeqId_9_ into 9a52bbbf8fe62f0386358378048470fd/mob 2023-11-12T09:28:16,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/mob/23ea4abe85a040759cfc9acd759eb02b into 9a52bbbf8fe62f0386358378048470fd/mob (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/mob/302d9dae78944e32bb27fc3432c3f9b0_SeqId_9_) 2023-11-12T09:28:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__table1__prttlmc0p6guu5kieuu5tliaoi1msgb1q7eflv7firt708pqbr3j8a1slefq0r4v/mob/23ea4abe85a040759cfc9acd759eb02b 2023-11-12T09:28:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a7ad0e5 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1014c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:16,637 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39732, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:16,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56122, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:16,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a7ad0e5 to 127.0.0.1:55701 2023-11-12T09:28:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:16,656 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:16,656 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x33d8284e to 127.0.0.1:55701 2023-11-12T09:28:16,656 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:16,656 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:16,656 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(187): test-1699781213233 has been successfully restored to table1 2023-11-12T09:28:16,656 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:28:16,657 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(233): Backup: backup_1699781263332 hdfs://localhost:35957/backupUT/backup_1699781263332/default/test-1699781213233/ 2023-11-12T09:28:16,657 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35957/backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:16,662 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781222719/.backup.manifest 2023-11-12T09:28:16,663 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16997812132331' to 'ns2:table2' from full backup image hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331 2023-11-12T09:28:16,665 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16997812132331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1699781263332 2023-11-12T09:28:16,667 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(476): Truncating exising target table 'ns2:table2', preserving region splits 2023-11-12T09:28:16,668 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$18(967): Started disable of ns2:table2 2023-11-12T09:28:16,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable ns2:table2 2023-11-12T09:28:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-11-12T09:28:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-12T09:28:16,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781296671"}]},"ts":"1699781296671"} 2023-11-12T09:28:16,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-11-12T09:28:16,675 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-11-12T09:28:16,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, UNASSIGN}] 2023-11-12T09:28:16,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, UNASSIGN 2023-11-12T09:28:16,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=15adc953a0432a5a0adf3dacd9033e54, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:16,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE; CloseRegionProcedure 15adc953a0432a5a0adf3dacd9033e54, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-12T09:28:16,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:16,833 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(119): Close 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:16,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1668): Closing 15adc953a0432a5a0adf3dacd9033e54, disabling compactions & flushes 2023-11-12T09:28:16,833 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:16,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:16,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. after waiting 0 ms 2023-11-12T09:28:16,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:16,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:28:16,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:16,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1909): Closed ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. 2023-11-12T09:28:16,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1622): Region close journal for 15adc953a0432a5a0adf3dacd9033e54: 2023-11-12T09:28:16,843 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(163): Closed 15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:16,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=15adc953a0432a5a0adf3dacd9033e54, regionState=CLOSED 2023-11-12T09:28:16,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=83, resume processing ppid=82 2023-11-12T09:28:16,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=83, ppid=82, state=SUCCESS; CloseRegionProcedure 15adc953a0432a5a0adf3dacd9033e54, server=jenkins-hbase3.apache.org,33347,1699781204122 in 163 msec 2023-11-12T09:28:16,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=82, resume processing ppid=81 2023-11-12T09:28:16,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=82, ppid=81, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=15adc953a0432a5a0adf3dacd9033e54, UNASSIGN in 169 msec 2023-11-12T09:28:16,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781296847"}]},"ts":"1699781296847"} 2023-11-12T09:28:16,848 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-11-12T09:28:16,851 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-11-12T09:28:16,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=81, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 184 msec 2023-11-12T09:28:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=81 2023-11-12T09:28:16,973 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns2:table2, procId: 81 completed 2023-11-12T09:28:16,974 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$16(847): Started truncating ns2:table2 2023-11-12T09:28:16,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster$6(2481): Client=jenkins//172.31.12.81 truncate ns2:table2 2023-11-12T09:28:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] procedure2.ProcedureExecutor(1032): Stored pid=84, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2023-11-12T09:28:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-12T09:28:16,977 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2023-11-12T09:28:16,979 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:16,981 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f, FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/recovered.edits] 2023-11-12T09:28:16,984 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_ to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/f/52710d25590544f58a29ead52cbaa6a9_SeqId_4_ 2023-11-12T09:28:16,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/recovered.edits/6.seqid to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/archive/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54/recovered.edits/6.seqid 2023-11-12T09:28:16,988 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/15adc953a0432a5a0adf3dacd9033e54 2023-11-12T09:28:16,988 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-11-12T09:28:16,992 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-11-12T09:28:16,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-11-12T09:28:16,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-11-12T09:28:16,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781296994"}]},"ts":"9223372036854775807"} 2023-11-12T09:28:16,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:28:16,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 15adc953a0432a5a0adf3dacd9033e54, NAME => 'ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:28:16,996 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-11-12T09:28:16,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781296996"}]},"ts":"9223372036854775807"} 2023-11-12T09:28:16,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-11-12T09:28:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-12T09:28:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-12T09:28:17,407 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 51fe5dbfb3dc06464ba4a787b6d3f20e, NAME => 'ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 51fe5dbfb3dc06464ba4a787b6d3f20e, disabling compactions & flushes 2023-11-12T09:28:17,414 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. after waiting 0 ms 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,414 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,414 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 51fe5dbfb3dc06464ba4a787b6d3f20e: 2023-11-12T09:28:17,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1699781297415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781297415"}]},"ts":"1699781297415"} 2023-11-12T09:28:17,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:28:17,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781297417"}]},"ts":"1699781297417"} 2023-11-12T09:28:17,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-12T09:28:17,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=51fe5dbfb3dc06464ba4a787b6d3f20e, ASSIGN}] 2023-11-12T09:28:17,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=51fe5dbfb3dc06464ba4a787b6d3f20e, ASSIGN 2023-11-12T09:28:17,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=51fe5dbfb3dc06464ba4a787b6d3f20e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33347,1699781204122; forceNewPlan=false, retain=false 2023-11-12T09:28:17,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=51fe5dbfb3dc06464ba4a787b6d3f20e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:17,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure 51fe5dbfb3dc06464ba4a787b6d3f20e, server=jenkins-hbase3.apache.org,33347,1699781204122}] 2023-11-12T09:28:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-12T09:28:17,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:17,733 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(130): Open ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,733 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7254): Opening region: {ENCODED => 51fe5dbfb3dc06464ba4a787b6d3f20e, NAME => 'ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:28:17,734 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:28:17,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(888): Instantiated ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:28:17,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7296): checking encryption for 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7299): checking classloading for 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,735 INFO [StoreOpener-51fe5dbfb3dc06464ba4a787b6d3f20e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,736 INFO [StoreOpener-51fe5dbfb3dc06464ba4a787b6d3f20e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fe5dbfb3dc06464ba4a787b6d3f20e columnFamilyName f 2023-11-12T09:28:17,736 DEBUG [StoreOpener-51fe5dbfb3dc06464ba4a787b6d3f20e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:28:17,737 INFO [StoreOpener-51fe5dbfb3dc06464ba4a787b6d3f20e-1 {}] regionserver.HStore(324): Store=51fe5dbfb3dc06464ba4a787b6d3f20e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:28:17,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1076): writing seq id for 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:17,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:28:17,742 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): Opened 51fe5dbfb3dc06464ba4a787b6d3f20e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11172090560, jitterRate=0.040482014417648315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:28:17,742 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(992): Region open journal for 51fe5dbfb3dc06464ba4a787b6d3f20e: 2023-11-12T09:28:17,743 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e., pid=86, masterSystemTime=1699781297730 2023-11-12T09:28:17,744 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,744 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(158): Opened ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:17,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=51fe5dbfb3dc06464ba4a787b6d3f20e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:17,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=86, resume processing ppid=85 2023-11-12T09:28:17,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure 51fe5dbfb3dc06464ba4a787b6d3f20e, server=jenkins-hbase3.apache.org,33347,1699781204122 in 168 msec 2023-11-12T09:28:17,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=85, resume processing ppid=84 2023-11-12T09:28:17,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=51fe5dbfb3dc06464ba4a787b6d3f20e, ASSIGN in 324 msec 2023-11-12T09:28:17,748 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781297748"}]},"ts":"1699781297748"} 2023-11-12T09:28:17,749 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-12T09:28:17,751 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2023-11-12T09:28:17,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=84, state=SUCCESS; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 777 msec 2023-11-12T09:28:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=84 2023-11-12T09:28:18,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:28:18,082 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.HBaseAdmin$TableFuture(3745): Operation: TRUNCATE, Table Name: ns2:table2, procId: 84 completed 2023-11-12T09:28:18,085 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe from hbase tables ns2:test-16997812132331 to tables ns2:table2 2023-11-12T09:28:18,085 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997812132331 into ns2:table2 2023-11-12T09:28:18,087 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085 from hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:28:18,087 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64778de0 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:18,090 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5153dcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:18,091 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:18,092 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:18,093 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:28:18,093 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-12T09:28:18,097 DEBUG [hconnection-0x732405fd-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:18,098 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:18,099 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-12T09:28:18,099 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:28:18,099 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_a2924333-97dd-4111-8b40-21bfd0e02307 2023-11-12T09:28:18,509 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:18,510 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:18,510 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:18,511 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,481 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-4343718014057527658.jar 2023-11-12T09:28:19,481 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,482 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,482 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,483 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,483 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,483 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,484 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,484 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,484 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,485 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:19,486 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:28:19,486 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:28:19,487 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:28:19,487 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:28:19,488 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:28:19,488 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:28:19,488 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:28:19,489 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:28:19,489 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:28:19,490 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:28:19,490 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:28:19,490 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,491 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,491 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,491 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,492 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,492 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:19,493 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:28:19,493 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-12T09:28:19,493 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:19,493 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64778de0 to 127.0.0.1:55701 2023-11-12T09:28:19,493 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:19,493 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:28:19,494 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:28:19,494 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:19,499 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:28:19,506 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:28:19,600 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781299561/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:28:19,600 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781299561/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:28:19,675 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781222719/ns2/test-16997812132331/archive/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/12e91c7fbb194109b3ea9bbbafab3284 2023-11-12T09:28:19,679 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:19,695 DEBUG [pool-322-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d0f3247 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:19,700 DEBUG [pool-322-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb8330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:19,702 DEBUG [hconnection-0x7c76f743-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:19,703 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:19,706 DEBUG [pool-322-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d0f3247 to 127.0.0.1:55701 2023-11-12T09:28:19,706 DEBUG [pool-322-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:19,706 DEBUG [pool-322-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:28:19,706 DEBUG [pool-322-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:19,710 DEBUG [pool-322-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/_temporary/0/_temporary/attempt_local248092071_0011_r_000000_0/f/38116f1db937472e8b931697195ce6d9 is 37, key is row10/f:q1/1699781217089/Put/seqid=0 2023-11-12T09:28:19,712 WARN [Thread-1445 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:20,668 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085 2023-11-12T09:28:20,669 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x69801e6f to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:20,672 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5291915b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:20,673 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:20,674 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:20,681 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/_SUCCESS 2023-11-12T09:28:20,685 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:20,686 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:20,695 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/f/38116f1db937472e8b931697195ce6d9 first=Optional[row0] last=Optional[row98] 2023-11-12T09:28:20,696 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row with hfile group [{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/f/38116f1db937472e8b931697195ce6d9}] 2023-11-12T09:28:20,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/f/38116f1db937472e8b931697195ce6d9 for inclusion in 51fe5dbfb3dc06464ba4a787b6d3f20e/f 2023-11-12T09:28:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:28:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:28:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 51fe5dbfb3dc06464ba4a787b6d3f20e: 2023-11-12T09:28:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781298085/f/38116f1db937472e8b931697195ce6d9 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__uc0n07u2p7n8tahgrvsdkkp35jkk9mq68t30o3lbna2ub4110kpbep2s6cm7gqpe/f/38116f1db937472e8b931697195ce6d9 2023-11-12T09:28:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__uc0n07u2p7n8tahgrvsdkkp35jkk9mq68t30o3lbna2ub4110kpbep2s6cm7gqpe/f/38116f1db937472e8b931697195ce6d9 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/668faa9748ac4c1999ae826cf333ed10_SeqId_4_ 2023-11-12T09:28:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x455058a9 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6442f8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:20,718 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:20,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:20,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x455058a9 to 127.0.0.1:55701 2023-11-12T09:28:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:20,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__uc0n07u2p7n8tahgrvsdkkp35jkk9mq68t30o3lbna2ub4110kpbep2s6cm7gqpe/f/38116f1db937472e8b931697195ce6d9 into 51fe5dbfb3dc06464ba4a787b6d3f20e/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/668faa9748ac4c1999ae826cf333ed10_SeqId_4_ - updating store file list. 2023-11-12T09:28:20,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/668faa9748ac4c1999ae826cf333ed10_SeqId_4_ into 51fe5dbfb3dc06464ba4a787b6d3f20e/f 2023-11-12T09:28:20,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__uc0n07u2p7n8tahgrvsdkkp35jkk9mq68t30o3lbna2ub4110kpbep2s6cm7gqpe/f/38116f1db937472e8b931697195ce6d9 into 51fe5dbfb3dc06464ba4a787b6d3f20e/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/668faa9748ac4c1999ae826cf333ed10_SeqId_4_) 2023-11-12T09:28:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__uc0n07u2p7n8tahgrvsdkkp35jkk9mq68t30o3lbna2ub4110kpbep2s6cm7gqpe/f/38116f1db937472e8b931697195ce6d9 2023-11-12T09:28:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x39b5c9d3 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5576f422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:20,747 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:20,751 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:20,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x39b5c9d3 to 127.0.0.1:55701 2023-11-12T09:28:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:20,770 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:20,771 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x69801e6f to 127.0.0.1:55701 2023-11-12T09:28:20,771 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:20,771 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:20,800 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16997812132331' to 'ns2:table2' from log dirs: hdfs://localhost:35957/backupUT/backup_1699781244942/ns2/test-16997812132331/f/57b6dea6c7db4d859a7e07e25781423f 2023-11-12T09:28:20,803 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16997812132331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1699781263332 2023-11-12T09:28:20,804 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35957/backupUT/backup_1699781244942/ns2/test-16997812132331/f/57b6dea6c7db4d859a7e07e25781423f from hbase tables ns2:test-16997812132331 to tables ns2:table2 2023-11-12T09:28:20,804 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16997812132331 into ns2:table2 2023-11-12T09:28:20,805 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804 from hdfs://localhost:35957/backupUT/backup_1699781244942/ns2/test-16997812132331/f/57b6dea6c7db4d859a7e07e25781423f 2023-11-12T09:28:20,806 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x41775143 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:20,808 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dfee44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:20,809 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:20,810 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:20,811 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:28:20,811 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997812132331 2023-11-12T09:28:20,812 DEBUG [hconnection-0x163c0c6b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:20,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56158, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:20,814 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997812132331: 2023-11-12T09:28:20,814 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:28:20,814 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/partitions_7bae4545-c724-4513-903e-d401f31800ba 2023-11-12T09:28:21,222 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:21,223 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:21,223 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:21,223 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,185 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop-5394266070497770076.jar 2023-11-12T09:28:22,185 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,186 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,186 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,187 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,187 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,187 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,188 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,188 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,188 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,189 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:22,190 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:28:22,190 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:28:22,190 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:28:22,191 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:28:22,191 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:28:22,192 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:28:22,192 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:28:22,192 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:28:22,193 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:28:22,193 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:28:22,194 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:28:22,194 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,195 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,195 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,195 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,195 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,196 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:28:22,196 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:28:22,197 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997812132331 2023-11-12T09:28:22,197 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:22,197 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x41775143 to 127.0.0.1:55701 2023-11-12T09:28:22,197 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:22,197 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:28:22,197 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:28:22,198 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:28:22,203 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:28:22,209 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:28:22,286 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781302251/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:28:22,286 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/mapreduce.cluster.local.dir/1699781302251/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:28:22,334 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:35957/backupUT/backup_1699781244942/ns2/test-16997812132331/f/57b6dea6c7db4d859a7e07e25781423f 2023-11-12T09:28:22,337 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:28:22,350 DEBUG [pool-334-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b2b1673 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:22,353 DEBUG [pool-334-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ce10ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:22,354 DEBUG [hconnection-0x1a34f739-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:22,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:22,356 DEBUG [pool-334-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b2b1673 to 127.0.0.1:55701 2023-11-12T09:28:22,356 DEBUG [pool-334-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:22,356 DEBUG [pool-334-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-11-12T09:28:22,356 DEBUG [pool-334-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:28:22,359 DEBUG [pool-334-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/_temporary/0/_temporary/attempt_local1828229316_0012_r_000000_0/f/62a50afa8cab46529e64c8998a8011d7 is 38, key is row-t20/f:q1/1699781243621/Put/seqid=0 2023-11-12T09:28:22,361 WARN [Thread-1489 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33347] Specified favored nodes: [jenkins-hbase3.apache.org:33347] 2023-11-12T09:28:23,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:28:23,326 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804 2023-11-12T09:28:23,327 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x261dcd78 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:23,330 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7d3fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:23,331 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:23,332 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:23,336 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/_SUCCESS 2023-11-12T09:28:23,339 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:23,340 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:23,348 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/f/62a50afa8cab46529e64c8998a8011d7 first=Optional[row-t20] last=Optional[row-t24] 2023-11-12T09:28:23,349 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e., hostname=jenkins-hbase3.apache.org,33347,1699781204122, seqNum=2 for row with hfile group [{f,hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/f/62a50afa8cab46529e64c8998a8011d7}] 2023-11-12T09:28:23,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/f/62a50afa8cab46529e64c8998a8011d7 for inclusion in 51fe5dbfb3dc06464ba4a787b6d3f20e/f 2023-11-12T09:28:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(623): HFile bounds: first=row-t20 last=row-t24 2023-11-12T09:28:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:28:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(2520): Flush status journal for 51fe5dbfb3dc06464ba4a787b6d3f20e: 2023-11-12T09:28:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/hbase-staging/bulk_output-ns2-table2-1699781300804/f/62a50afa8cab46529e64c8998a8011d7 to hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__becekfjq81dr5fda8lgcsgqefnlj202uil7pksbhin7sojp29fms6m59v9q00f6/f/62a50afa8cab46529e64c8998a8011d7 2023-11-12T09:28:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__becekfjq81dr5fda8lgcsgqefnlj202uil7pksbhin7sojp29fms6m59v9q00f6/f/62a50afa8cab46529e64c8998a8011d7 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/d4495f064cc9444eb02fa695bc236845_SeqId_6_ 2023-11-12T09:28:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a9d5078 to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4062c3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:23,367 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39798, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:28:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:23,370 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:28:23,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a9d5078 to 127.0.0.1:55701 2023-11-12T09:28:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__becekfjq81dr5fda8lgcsgqefnlj202uil7pksbhin7sojp29fms6m59v9q00f6/f/62a50afa8cab46529e64c8998a8011d7 into 51fe5dbfb3dc06464ba4a787b6d3f20e/f as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/d4495f064cc9444eb02fa695bc236845_SeqId_6_ - updating store file list. 2023-11-12T09:28:23,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/d4495f064cc9444eb02fa695bc236845_SeqId_6_ into 51fe5dbfb3dc06464ba4a787b6d3f20e/f 2023-11-12T09:28:23,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__becekfjq81dr5fda8lgcsgqefnlj202uil7pksbhin7sojp29fms6m59v9q00f6/f/62a50afa8cab46529e64c8998a8011d7 into 51fe5dbfb3dc06464ba4a787b6d3f20e/f (new location: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/f/d4495f064cc9444eb02fa695bc236845_SeqId_6_) 2023-11-12T09:28:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/staging/jenkins__ns2_table2__becekfjq81dr5fda8lgcsgqefnlj202uil7pksbhin7sojp29fms6m59v9q00f6/f/62a50afa8cab46529e64c8998a8011d7 2023-11-12T09:28:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7c8a8def to 127.0.0.1:55701 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:28:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3715414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:28:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:28:23,391 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39800, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:28:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:28:23,395 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56194, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:28:23,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7c8a8def to 127.0.0.1:55701 2023-11-12T09:28:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x261dcd78 to 127.0.0.1:55701 2023-11-12T09:28:23,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:28:23,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(187): ns2:test-16997812132331 has been successfully restored to ns2:table2 2023-11-12T09:28:23,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:28:23,406 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(233): Backup: backup_1699781263332 hdfs://localhost:35957/backupUT/backup_1699781263332/ns2/test-16997812132331/ 2023-11-12T09:28:23,406 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:28:23,407 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(199): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:28:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.CallRunner(138): callId: 622 service: ClientService methodName: Scan size: 136 connection: 172.31.12.81:50812 deadline: 1699781363408, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1699781274849.7a708359afa17254f603d42c2d1fb0dc. is not online on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:23,519 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:28:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.CallRunner(138): callId: 627 service: ClientService methodName: Scan size: 146 connection: 172.31.12.81:50812 deadline: 1699781363520, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1699781274849.4eb30cf5f6d2c6fabcb0c0fd142b068f. is not online on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:23,628 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(201): f1 has 198 rows 2023-11-12T09:28:23,631 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:28:23,632 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(205): f2 has 7 rows 2023-11-12T09:28:23,638 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:28:23,639 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] backup.TestIncrementalBackup(209): mob has 111 rows 2023-11-12T09:28:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.CallRunner(138): callId: 636 service: ClientService methodName: Scan size: 135 connection: 172.31.12.81:50812 deadline: 1699781363640, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54. is not online on jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:23,750 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,752 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x28af1208 to 127.0.0.1:55701 2023-11-12T09:28:23,752 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,772 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=600 (was 587) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436281884_16 at /127.0.0.1:56196 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-34448167-172.31.12.81-1699781197768:blk_1073741916_1092, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1587370892_16 at /127.0.0.1:46462 [Receiving block BP-34448167-172.31.12.81-1699781197768:blk_1073741917_1093] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-34448167-172.31.12.81-1699781197768:blk_1073741917_1093, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1587370892_16 at /127.0.0.1:46454 [Receiving block BP-34448167-172.31.12.81-1699781197768:blk_1073741915_1091] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436281884_16 at /127.0.0.1:56260 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436281884_16 at /127.0.0.1:56236 [Waiting for operation #17] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1f26bf08-shared-pool-41 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1f26bf08-shared-pool-40 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1587370892_16 at /127.0.0.1:46456 [Receiving block BP-34448167-172.31.12.81-1699781197768:blk_1073741916_1092] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,33347,1699781204122' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33347,1699781204122)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,42317,1699781200947)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-34448167-172.31.12.81-1699781197768:blk_1073741915_1091, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=725 (was 696) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=111 (was 216), ProcessCount=171 (was 168) - ProcessCount LEAK? -, AvailableMemoryMB=5188 (was 5500) 2023-11-12T09:28:23,772 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:28:23,779 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:28:23,780 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x28f7c566 to 127.0.0.1:55701 2023-11-12T09:28:23,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:28:23,780 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] util.JVMClusterUtil(257): Found active master hash=494632227, stopped=false 2023-11-12T09:28:23,780 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:28:23,783 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:28:23,783 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:28:23,783 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:28:23,783 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:28:23,783 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:28:23,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:28:23,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:28:23,783 DEBUG [Listener at jenkins-hbase3.apache.org/35569 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,783 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,33347,1699781204122' ***** 2023-11-12T09:28:23,784 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:28:23,784 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:28:23,796 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:28:23,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:28:23,797 INFO [RS:0;jenkins-hbase3:33347 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5ce05abf{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:28:23,802 INFO [RS:0;jenkins-hbase3:33347 {}] server.AbstractConnector(383): Stopped ServerConnector@1acd37de{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:28:23,802 INFO [RS:0;jenkins-hbase3:33347 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:28:23,802 INFO [RS:0;jenkins-hbase3:33347 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6d140a59{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:28:23,803 INFO [RS:0;jenkins-hbase3:33347 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@66b499d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir/,STOPPED} 2023-11-12T09:28:23,805 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:28:23,805 INFO [RS:0;jenkins-hbase3:33347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for ab4834f0b2b8886271f69e55ece5c817 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 88f90a5eff6b34321c93240b6a1c539b 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 42908580a13adba40bd9bb4f8b51b586 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 4433a4107efed287fee14825ea1c698e 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 28f6db268d0ba7be0cf4b0bd046bdffe 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for e98510c450c4248e285ecbfee96902e5 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 9a52bbbf8fe62f0386358378048470fd 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 275c13fec0ce9608d6ec03a40009531d 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:23,806 INFO [RS:0;jenkins-hbase3:33347 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:28:23,807 DEBUG [RS:0;jenkins-hbase3:33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:23,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ab4834f0b2b8886271f69e55ece5c817, disabling compactions & flushes 2023-11-12T09:28:23,807 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:28:23,807 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:28:23,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:28:23,807 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:28:23,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. after waiting 0 ms 2023-11-12T09:28:23,807 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:28:23,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:28:23,807 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:28:23,808 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1579): Waiting on 11 regions to close 2023-11-12T09:28:23,810 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:28:23,810 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:28:23,810 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:28:23,810 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:28:23,810 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:28:23,811 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=25.26 KB heapSize=43.57 KB 2023-11-12T09:28:23,811 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275c13fec0ce9608d6ec03a40009531d, 28f6db268d0ba7be0cf4b0bd046bdffe, 42908580a13adba40bd9bb4f8b51b586, 4433a4107efed287fee14825ea1c698e, 51fe5dbfb3dc06464ba4a787b6d3f20e, 88f90a5eff6b34321c93240b6a1c539b, 9a52bbbf8fe62f0386358378048470fd, ab4834f0b2b8886271f69e55ece5c817, e98510c450c4248e285ecbfee96902e5, f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:23,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns4/test-16997812132333/ab4834f0b2b8886271f69e55ece5c817/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:28:23,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:23,815 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:28:23,815 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ab4834f0b2b8886271f69e55ece5c817: 2023-11-12T09:28:23,815 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997812132333,,1699781219283.ab4834f0b2b8886271f69e55ece5c817. 2023-11-12T09:28:23,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 88f90a5eff6b34321c93240b6a1c539b, disabling compactions & flushes 2023-11-12T09:28:23,816 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:28:23,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:28:23,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. after waiting 0 ms 2023-11-12T09:28:23,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:28:23,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns3/test-16997812132332/88f90a5eff6b34321c93240b6a1c539b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:28:23,820 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:23,821 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:28:23,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 88f90a5eff6b34321c93240b6a1c539b: 2023-11-12T09:28:23,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997812132332,,1699781217158.88f90a5eff6b34321c93240b6a1c539b. 2023-11-12T09:28:23,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 42908580a13adba40bd9bb4f8b51b586, disabling compactions & flushes 2023-11-12T09:28:23,822 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:23,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:23,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. after waiting 0 ms 2023-11-12T09:28:23,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:23,828 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/42908580a13adba40bd9bb4f8b51b586/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2023-11-12T09:28:23,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:23,829 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:23,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 42908580a13adba40bd9bb4f8b51b586: 2023-11-12T09:28:23,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1699781286052.42908580a13adba40bd9bb4f8b51b586. 2023-11-12T09:28:23,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4433a4107efed287fee14825ea1c698e, disabling compactions & flushes 2023-11-12T09:28:23,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:28:23,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:28:23,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. after waiting 0 ms 2023-11-12T09:28:23,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:28:23,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 4433a4107efed287fee14825ea1c698e 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:28:23,841 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/info/155daced807a4df48deac80585be06bb is 159, key is ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe./info:regioninfo/1699781216757/Put/seqid=0 2023-11-12T09:28:23,851 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/.tmp/info/cfddc4477d334f3693311a22a1dd2e73 is 45, key is default/info:d/1699781208068/Put/seqid=0 2023-11-12T09:28:24,011 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275c13fec0ce9608d6ec03a40009531d, 28f6db268d0ba7be0cf4b0bd046bdffe, 4433a4107efed287fee14825ea1c698e, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5, f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:24,211 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275c13fec0ce9608d6ec03a40009531d, 28f6db268d0ba7be0cf4b0bd046bdffe, 4433a4107efed287fee14825ea1c698e, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5, f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:24,246 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.52 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/info/155daced807a4df48deac80585be06bb 2023-11-12T09:28:24,255 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/.tmp/info/cfddc4477d334f3693311a22a1dd2e73 2023-11-12T09:28:24,261 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/.tmp/info/cfddc4477d334f3693311a22a1dd2e73 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/info/cfddc4477d334f3693311a22a1dd2e73 2023-11-12T09:28:24,266 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/rep_barrier/c39b6e57234f401f94b4b95645f4c8ff is 94, key is ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54./rep_barrier:/1699781296990/DeleteFamily/seqid=0 2023-11-12T09:28:24,266 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/info/cfddc4477d334f3693311a22a1dd2e73, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:28:24,267 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 4433a4107efed287fee14825ea1c698e in 437ms, sequenceid=11, compaction requested=false 2023-11-12T09:28:24,273 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/rep_barrier/c39b6e57234f401f94b4b95645f4c8ff 2023-11-12T09:28:24,274 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/namespace/4433a4107efed287fee14825ea1c698e/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:28:24,275 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:24,276 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4433a4107efed287fee14825ea1c698e: 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781206693.4433a4107efed287fee14825ea1c698e. 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 28f6db268d0ba7be0cf4b0bd046bdffe, disabling compactions & flushes 2023-11-12T09:28:24,276 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. after waiting 0 ms 2023-11-12T09:28:24,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:28:24,276 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 28f6db268d0ba7be0cf4b0bd046bdffe 1/1 column families, dataSize=170 B heapSize=816 B 2023-11-12T09:28:24,283 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/fee2688c489841fa9b3ae8998114a5ee is 38, key is row-t20/f:q1/1699781243621/Put/seqid=0 2023-11-12T09:28:24,305 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/table/2d1b770274404fe392a3a8e4a64603f6 is 88, key is ns2:table2,,1699781280882.15adc953a0432a5a0adf3dacd9033e54./table:/1699781296990/DeleteFamily/seqid=0 2023-11-12T09:28:24,412 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275c13fec0ce9608d6ec03a40009531d, 28f6db268d0ba7be0cf4b0bd046bdffe, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5, f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:24,612 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275c13fec0ce9608d6ec03a40009531d, 28f6db268d0ba7be0cf4b0bd046bdffe, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5, f8fb2dead2b68f0da351b117373eaec2 2023-11-12T09:28:24,692 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/fee2688c489841fa9b3ae8998114a5ee 2023-11-12T09:28:24,698 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/.tmp/f/fee2688c489841fa9b3ae8998114a5ee as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/fee2688c489841fa9b3ae8998114a5ee 2023-11-12T09:28:24,703 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/f/fee2688c489841fa9b3ae8998114a5ee, entries=5, sequenceid=111, filesize=5.0 K 2023-11-12T09:28:24,704 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 28f6db268d0ba7be0cf4b0bd046bdffe in 428ms, sequenceid=111, compaction requested=false 2023-11-12T09:28:24,710 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.48 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/table/2d1b770274404fe392a3a8e4a64603f6 2023-11-12T09:28:24,712 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/test-16997812132331/28f6db268d0ba7be0cf4b0bd046bdffe/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-11-12T09:28:24,713 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:24,714 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 28f6db268d0ba7be0cf4b0bd046bdffe: 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997812132331,,1699781215962.28f6db268d0ba7be0cf4b0bd046bdffe. 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f8fb2dead2b68f0da351b117373eaec2, disabling compactions & flushes 2023-11-12T09:28:24,714 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. after waiting 0 ms 2023-11-12T09:28:24,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:28:24,717 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/info/155daced807a4df48deac80585be06bb as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/info/155daced807a4df48deac80585be06bb 2023-11-12T09:28:24,718 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system_bulk/f8fb2dead2b68f0da351b117373eaec2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:28:24,718 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:24,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f8fb2dead2b68f0da351b117373eaec2: 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781225001.f8fb2dead2b68f0da351b117373eaec2. 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e98510c450c4248e285ecbfee96902e5, disabling compactions & flushes 2023-11-12T09:28:24,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. after waiting 0 ms 2023-11-12T09:28:24,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:28:24,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e98510c450c4248e285ecbfee96902e5 2/2 column families, dataSize=1.33 KB heapSize=2.41 KB 2023-11-12T09:28:24,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/72714d2b61d64b0cb0ff6783ef747d78 is 171, key is trslm:hdfs://localhost:35957/backupUT\x00ns2:test-16997812132331/meta:log-roll-map/1699781273537/Put/seqid=0 2023-11-12T09:28:24,722 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/info/155daced807a4df48deac80585be06bb, entries=124, sequenceid=95, filesize=20.2 K 2023-11-12T09:28:24,723 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/rep_barrier/c39b6e57234f401f94b4b95645f4c8ff as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/rep_barrier/c39b6e57234f401f94b4b95645f4c8ff 2023-11-12T09:28:24,730 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/rep_barrier/c39b6e57234f401f94b4b95645f4c8ff, entries=3, sequenceid=95, filesize=5.5 K 2023-11-12T09:28:24,731 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/.tmp/table/2d1b770274404fe392a3a8e4a64603f6 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/table/2d1b770274404fe392a3a8e4a64603f6 2023-11-12T09:28:24,739 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/72714d2b61d64b0cb0ff6783ef747d78 2023-11-12T09:28:24,740 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/table/2d1b770274404fe392a3a8e4a64603f6, entries=23, sequenceid=95, filesize=6.3 K 2023-11-12T09:28:24,741 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~25.26 KB/25867, heapSize ~43.52 KB/44568, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=95, compaction requested=false 2023-11-12T09:28:24,756 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/hbase/meta/1588230740/recovered.edits/98.seqid, newMaxSeqId=98, maxSeqId=1 2023-11-12T09:28:24,757 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/5e20e2d0d9fb4254bab62f76e14c8395 is 360, key is session:backup_1699781263332/session:context/1699781274796/Put/seqid=0 2023-11-12T09:28:24,757 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:24,757 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:28:24,758 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:28:24,758 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:28:24,758 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:28:24,789 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:28:24,789 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:28:24,812 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-11-12T09:28:24,812 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1583): Online Regions={e98510c450c4248e285ecbfee96902e5=backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5., 9a52bbbf8fe62f0386358378048470fd=table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd., 275c13fec0ce9608d6ec03a40009531d=test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d., 51fe5dbfb3dc06464ba4a787b6d3f20e=ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e.} 2023-11-12T09:28:24,812 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 275c13fec0ce9608d6ec03a40009531d, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5 2023-11-12T09:28:25,012 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 275c13fec0ce9608d6ec03a40009531d, 51fe5dbfb3dc06464ba4a787b6d3f20e, 9a52bbbf8fe62f0386358378048470fd, e98510c450c4248e285ecbfee96902e5 2023-11-12T09:28:25,162 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=828 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/5e20e2d0d9fb4254bab62f76e14c8395 2023-11-12T09:28:25,170 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/meta/72714d2b61d64b0cb0ff6783ef747d78 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/72714d2b61d64b0cb0ff6783ef747d78 2023-11-12T09:28:25,176 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/meta/72714d2b61d64b0cb0ff6783ef747d78, entries=4, sequenceid=38, filesize=5.7 K 2023-11-12T09:28:25,177 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/.tmp/session/5e20e2d0d9fb4254bab62f76e14c8395 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/5e20e2d0d9fb4254bab62f76e14c8395 2023-11-12T09:28:25,182 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/session/5e20e2d0d9fb4254bab62f76e14c8395, entries=2, sequenceid=38, filesize=5.3 K 2023-11-12T09:28:25,183 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.33 KB/1359, heapSize ~2.38 KB/2432, currentSize=0 B/0 for e98510c450c4248e285ecbfee96902e5 in 464ms, sequenceid=38, compaction requested=true 2023-11-12T09:28:25,191 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/backup/system/e98510c450c4248e285ecbfee96902e5/recovered.edits/41.seqid, newMaxSeqId=41, maxSeqId=1 2023-11-12T09:28:25,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:25,192 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:28:25,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e98510c450c4248e285ecbfee96902e5: 2023-11-12T09:28:25,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781222869.e98510c450c4248e285ecbfee96902e5. 2023-11-12T09:28:25,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9a52bbbf8fe62f0386358378048470fd, disabling compactions & flushes 2023-11-12T09:28:25,193 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:25,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:25,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. after waiting 0 ms 2023-11-12T09:28:25,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:25,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/table1/9a52bbbf8fe62f0386358378048470fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2023-11-12T09:28:25,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:25,199 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:25,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9a52bbbf8fe62f0386358378048470fd: 2023-11-12T09:28:25,199 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1699781286051.9a52bbbf8fe62f0386358378048470fd. 2023-11-12T09:28:25,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 275c13fec0ce9608d6ec03a40009531d, disabling compactions & flushes 2023-11-12T09:28:25,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:28:25,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:28:25,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. after waiting 0 ms 2023-11-12T09:28:25,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:28:25,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 275c13fec0ce9608d6ec03a40009531d 3/3 column families, dataSize=378 B heapSize=1.63 KB 2023-11-12T09:28:25,213 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f2/d728367f61964386ab6fae622050a9dd is 58, key is row-test-1699781213233-2-0/f2:q1/1699781258323/Put/seqid=0 2023-11-12T09:28:25,213 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 275c13fec0ce9608d6ec03a40009531d, 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:25,413 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 275c13fec0ce9608d6ec03a40009531d, 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:25,613 DEBUG [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1609): Waiting on 275c13fec0ce9608d6ec03a40009531d, 51fe5dbfb3dc06464ba4a787b6d3f20e 2023-11-12T09:28:25,617 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f2/d728367f61964386ab6fae622050a9dd 2023-11-12T09:28:25,623 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/.tmp/f2/d728367f61964386ab6fae622050a9dd as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f2/d728367f61964386ab6fae622050a9dd 2023-11-12T09:28:25,628 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/f2/d728367f61964386ab6fae622050a9dd, entries=7, sequenceid=347, filesize=5.3 K 2023-11-12T09:28:25,629 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 275c13fec0ce9608d6ec03a40009531d in 429ms, sequenceid=347, compaction requested=false 2023-11-12T09:28:25,640 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/default/test-1699781213233/275c13fec0ce9608d6ec03a40009531d/recovered.edits/350.seqid, newMaxSeqId=350, maxSeqId=337 2023-11-12T09:28:25,641 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:25,641 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:28:25,641 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 275c13fec0ce9608d6ec03a40009531d: 2023-11-12T09:28:25,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781213233,,1699781213718.275c13fec0ce9608d6ec03a40009531d. 2023-11-12T09:28:25,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 51fe5dbfb3dc06464ba4a787b6d3f20e, disabling compactions & flushes 2023-11-12T09:28:25,642 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:25,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:25,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. after waiting 0 ms 2023-11-12T09:28:25,642 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:25,645 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/data/ns2/table2/51fe5dbfb3dc06464ba4a787b6d3f20e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-11-12T09:28:25,645 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:28:25,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:25,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 51fe5dbfb3dc06464ba4a787b6d3f20e: 2023-11-12T09:28:25,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1699781296990.51fe5dbfb3dc06464ba4a787b6d3f20e. 2023-11-12T09:28:25,813 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33347,1699781204122; all regions closed. 2023-11-12T09:28:25,823 DEBUG [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs 2023-11-12T09:28:25,823 INFO [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.meta:.meta(num 1699781267562) 2023-11-12T09:28:25,829 DEBUG [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs 2023-11-12T09:28:25,829 INFO [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-0:(num 1699781267539) 2023-11-12T09:28:25,835 DEBUG [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/oldWALs 2023-11-12T09:28:25,835 INFO [RS:0;jenkins-hbase3:33347 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33347%2C1699781204122.jenkins-hbase3.apache.org%2C33347%2C1699781204122.regiongroup-1:(num 1699781267514) 2023-11-12T09:28:25,835 DEBUG [RS:0;jenkins-hbase3:33347 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:25,835 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:28:25,835 INFO [RS:0;jenkins-hbase3:33347 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:28:25,836 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:28:25,837 INFO [RS:0;jenkins-hbase3:33347 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:33347 2023-11-12T09:28:25,844 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,33347,1699781204122 2023-11-12T09:28:25,844 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:28:25,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,33347,1699781204122] 2023-11-12T09:28:25,847 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,33347,1699781204122; numProcessing=1 2023-11-12T09:28:25,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,33347,1699781204122 already deleted, retry=false 2023-11-12T09:28:25,848 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,33347,1699781204122 expired; onlineServers=0 2023-11-12T09:28:25,848 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,42317,1699781200947' ***** 2023-11-12T09:28:25,848 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:28:25,849 DEBUG [M:0;jenkins-hbase3:42317 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c3fbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:28:25,849 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:28:25,858 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:28:25,858 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:28:25,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:28:25,903 INFO [M:0;jenkins-hbase3:42317 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@23f5d490{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:28:25,903 INFO [M:0;jenkins-hbase3:42317 {}] server.AbstractConnector(383): Stopped ServerConnector@30814ac8{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:28:25,904 INFO [M:0;jenkins-hbase3:42317 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:28:25,904 INFO [M:0;jenkins-hbase3:42317 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@14e158e8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:28:25,905 INFO [M:0;jenkins-hbase3:42317 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2ad6f28c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/hadoop.log.dir/,STOPPED} 2023-11-12T09:28:25,905 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42317,1699781200947 2023-11-12T09:28:25,905 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42317,1699781200947; all regions closed. 2023-11-12T09:28:25,905 DEBUG [M:0;jenkins-hbase3:42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:25,905 INFO [M:0;jenkins-hbase3:42317 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:28:25,906 INFO [M:0;jenkins-hbase3:42317 {}] server.AbstractConnector(383): Stopped ServerConnector@4a84631b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:28:25,906 DEBUG [M:0;jenkins-hbase3:42317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:28:25,906 INFO [M:0;jenkins-hbase3:42317 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:28:25,906 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:28:25,907 DEBUG [M:0;jenkins-hbase3:42317 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7236bd7d to 127.0.0.1:55701 2023-11-12T09:28:25,907 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781205545 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781205545,5,FailOnTimeoutGroup] 2023-11-12T09:28:25,907 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781205545 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781205545,5,FailOnTimeoutGroup] 2023-11-12T09:28:25,907 DEBUG [M:0;jenkins-hbase3:42317 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:28:25,907 DEBUG [M:0;jenkins-hbase3:42317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:28:25,907 INFO [M:0;jenkins-hbase3:42317 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:28:25,907 DEBUG [M:0;jenkins-hbase3:42317 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:28:25,907 INFO [M:0;jenkins-hbase3:42317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:28:25,907 ERROR [M:0;jenkins-hbase3:42317 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-11-12T09:28:25,908 INFO [M:0;jenkins-hbase3:42317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:28:25,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:28:25,908 DEBUG [M:0;jenkins-hbase3:42317 {}] zookeeper.ZKUtil(347): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:28:25,909 WARN [M:0;jenkins-hbase3:42317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:28:25,909 INFO [M:0;jenkins-hbase3:42317 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:28:25,909 INFO [M:0;jenkins-hbase3:42317 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:28:25,909 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:28:25,921 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:28:25,921 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:28:25,921 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:28:25,921 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:28:25,921 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=397.19 KB heapSize=462.96 KB 2023-11-12T09:28:25,933 DEBUG [M:0;jenkins-hbase3:42317 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f9b6a6144b46c694fc79ff285b426e is 88, key is hbase:meta,,1/info:sn/1699781206011/Put/seqid=0 2023-11-12T09:28:25,946 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:28:25,946 INFO [RS:0;jenkins-hbase3:33347 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33347,1699781204122; zookeeper connection closed. 2023-11-12T09:28:25,946 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33347-0x1004cf4b68d0001, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:28:25,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53276d08 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53276d08 2023-11-12T09:28:25,947 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:28:26,338 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f9b6a6144b46c694fc79ff285b426e 2023-11-12T09:28:26,359 DEBUG [M:0;jenkins-hbase3:42317 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/164816e12cc84e10881ceef45e0b21b5 is 2196, key is \x00\x00\x00\x00\x00\x00\x00I/proc:d/1699781292947/Put/seqid=0 2023-11-12T09:28:26,367 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=396.60 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/164816e12cc84e10881ceef45e0b21b5 2023-11-12T09:28:26,372 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 164816e12cc84e10881ceef45e0b21b5 2023-11-12T09:28:26,396 DEBUG [M:0;jenkins-hbase3:42317 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913729eb473043feabc130357fcd6413 is 82, key is jenkins-hbase3.apache.org,33347,1699781204122/rs:state/1699781205589/Put/seqid=0 2023-11-12T09:28:26,808 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913729eb473043feabc130357fcd6413 2023-11-12T09:28:26,814 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f9b6a6144b46c694fc79ff285b426e as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46f9b6a6144b46c694fc79ff285b426e 2023-11-12T09:28:26,819 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46f9b6a6144b46c694fc79ff285b426e, entries=8, sequenceid=764, filesize=5.5 K 2023-11-12T09:28:26,820 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/164816e12cc84e10881ceef45e0b21b5 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/164816e12cc84e10881ceef45e0b21b5 2023-11-12T09:28:26,824 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 164816e12cc84e10881ceef45e0b21b5 2023-11-12T09:28:26,824 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/164816e12cc84e10881ceef45e0b21b5, entries=85, sequenceid=764, filesize=26.9 K 2023-11-12T09:28:26,825 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/913729eb473043feabc130357fcd6413 as hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/913729eb473043feabc130357fcd6413 2023-11-12T09:28:26,828 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35957/user/jenkins/test-data/fe81655e-b2a2-62af-7532-707a7f0ef2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/913729eb473043feabc130357fcd6413, entries=1, sequenceid=764, filesize=5.1 K 2023-11-12T09:28:26,829 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(3022): Finished flush of dataSize ~397.19 KB/406726, heapSize ~462.66 KB/473768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=764, compaction requested=false 2023-11-12T09:28:26,833 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:28:26,834 DEBUG [M:0;jenkins-hbase3:42317 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:28:26,836 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:28:26,836 INFO [M:0;jenkins-hbase3:42317 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:28:26,836 INFO [M:0;jenkins-hbase3:42317 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:28:26,837 INFO [M:0;jenkins-hbase3:42317 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42317 2023-11-12T09:28:26,839 DEBUG [M:0;jenkins-hbase3:42317 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,42317,1699781200947 already deleted, retry=false 2023-11-12T09:28:26,941 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:28:26,941 INFO [M:0;jenkins-hbase3:42317 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42317,1699781200947; zookeeper connection closed. 2023-11-12T09:28:26,941 DEBUG [Listener at localhost/42013-EventThread {}] zookeeper.ZKWatcher(604): master:42317-0x1004cf4b68d0000, quorum=127.0.0.1:55701, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:28:26,949 WARN [Listener at jenkins-hbase3.apache.org/35569 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:28:26,953 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:28:27,061 WARN [BP-34448167-172.31.12.81-1699781197768 heartbeating to localhost/127.0.0.1:35957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:28:27,061 WARN [BP-34448167-172.31.12.81-1699781197768 heartbeating to localhost/127.0.0.1:35957 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-34448167-172.31.12.81-1699781197768 (Datanode Uuid ee2e9f8f-d174-4151-a174-681d083330d6) service to localhost/127.0.0.1:35957 2023-11-12T09:28:27,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/dfs/data/data1/current/BP-34448167-172.31.12.81-1699781197768 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:28:27,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/f3a2ee78-09c4-ec5c-a657-62af4e3d73ce/cluster_60f43415-2cb8-f3f0-e814-45996ac484a1/dfs/data/data2/current/BP-34448167-172.31.12.81-1699781197768 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:28:27,084 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:28:27,206 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:28:27,280 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:28:27,280 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:28:27,292 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:28:27,405 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:28:27,513 ERROR [Thread[Thread-277,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:28:27,513 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:28:27,617 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:28:27,621 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:28:27,622 ERROR [Thread[Thread-288,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:28:27,626 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:28:27,729 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:28:27,729 INFO [Listener at jenkins-hbase3.apache.org/35569 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped