2024-11-22 04:11:40,584 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-22 04:11:40,615 main DEBUG Took 0.026292 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 04:11:40,616 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 04:11:40,617 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 04:11:40,619 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 04:11:40,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,670 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 04:11:40,717 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,729 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,731 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,733 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,739 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,741 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,744 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 04:11:40,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,753 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 04:11:40,757 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 04:11:40,759 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 04:11:40,762 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 04:11:40,773 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 04:11:40,775 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 04:11:40,775 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 04:11:40,788 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 04:11:40,791 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 04:11:40,794 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 04:11:40,794 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 04:11:40,795 main DEBUG createAppenders(={Console}) 2024-11-22 04:11:40,796 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-22 04:11:40,796 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-22 04:11:40,798 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-22 04:11:40,799 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 04:11:40,801 main DEBUG OutputStream closed 2024-11-22 04:11:40,808 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 04:11:40,808 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 04:11:40,809 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-22 04:11:40,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 04:11:40,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 04:11:40,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 04:11:40,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 04:11:40,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 04:11:40,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 04:11:40,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 04:11:40,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 04:11:40,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 04:11:40,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 04:11:40,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 04:11:40,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 04:11:40,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 04:11:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 04:11:40,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 04:11:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 04:11:40,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 04:11:40,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 04:11:40,951 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 04:11:40,952 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-22 04:11:40,952 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 04:11:40,953 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-22T04:11:41,007 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-22 04:11:41,012 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 04:11:41,012 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T04:11:41,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4 2024-11-22T04:11:41,536 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T04:11:41,538 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:11:41,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T04:11:41,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687, deleteOnExit=true 2024-11-22T04:11:41,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T04:11:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/test.cache.data in system properties and HBase conf 2024-11-22T04:11:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T04:11:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir in system properties and HBase conf 2024-11-22T04:11:41,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T04:11:41,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T04:11:41,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T04:11:41,682 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T04:11:41,825 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T04:11:41,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T04:11:41,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T04:11:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T04:11:41,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T04:11:41,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T04:11:41,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T04:11:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T04:11:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T04:11:41,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T04:11:41,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/nfs.dump.dir in system properties and HBase conf 2024-11-22T04:11:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir in system properties and HBase conf 2024-11-22T04:11:41,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T04:11:41,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T04:11:41,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T04:11:42,895 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T04:11:43,044 INFO [Time-limited test {}] log.Log(170): Logging initialized @3579ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T04:11:43,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:43,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:43,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:43,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:43,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T04:11:43,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:43,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:43,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:43,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3426ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-36617-hadoop-hdfs-3_4_1-tests_jar-_-any-6473798655248554334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T04:11:43,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:36617} 2024-11-22T04:11:43,599 INFO [Time-limited test {}] server.Server(415): Started @4136ms 2024-11-22T04:11:44,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:44,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:44,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:44,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:44,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T04:11:44,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@574f7be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:44,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@850677e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:44,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aecbebf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-3745676522203241985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T04:11:44,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1322c4fd{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-11-22T04:11:44,225 INFO [Time-limited test {}] server.Server(415): Started @4762ms 2024-11-22T04:11:44,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T04:11:44,939 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data1/current/BP-1892956767-172.17.0.2-1732248702634/current, will proceed with Du for space computation calculation, 2024-11-22T04:11:44,945 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data2/current/BP-1892956767-172.17.0.2-1732248702634/current, will proceed with Du for space computation calculation, 2024-11-22T04:11:45,027 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T04:11:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x247cf2704bd3550 with lease ID 0x2609d6e5470aa6a3: Processing first storage report for DS-033bb254-b09b-485d-8ac0-0813cd961ba8 from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=7c2bda4e-2268-473d-884e-92c3e50ece89, infoPort=40323, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=590853401;c=1732248702634) 2024-11-22T04:11:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x247cf2704bd3550 with lease ID 0x2609d6e5470aa6a3: from storage DS-033bb254-b09b-485d-8ac0-0813cd961ba8 node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=7c2bda4e-2268-473d-884e-92c3e50ece89, infoPort=40323, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=590853401;c=1732248702634), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T04:11:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x247cf2704bd3550 with lease ID 0x2609d6e5470aa6a3: Processing first storage report for DS-3d5284ec-a07c-4d26-a3b6-a2ef8269b656 from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=7c2bda4e-2268-473d-884e-92c3e50ece89, infoPort=40323, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=590853401;c=1732248702634) 2024-11-22T04:11:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x247cf2704bd3550 with lease ID 0x2609d6e5470aa6a3: from storage DS-3d5284ec-a07c-4d26-a3b6-a2ef8269b656 node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=7c2bda4e-2268-473d-884e-92c3e50ece89, infoPort=40323, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=590853401;c=1732248702634), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T04:11:45,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4 2024-11-22T04:11:45,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/zookeeper_0, clientPort=60450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T04:11:45,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60450 2024-11-22T04:11:45,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:45,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741825_1001 (size=7) 2024-11-22T04:11:46,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 with version=8 2024-11-22T04:11:46,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging 2024-11-22T04:11:46,060 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-22T04:11:46,060 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-22T04:11:46,061 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-22T04:11:46,061 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-22T04:11:46,171 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T04:11:46,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T04:11:46,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:46,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:46,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T04:11:46,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:46,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T04:11:46,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T04:11:46,674 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T04:11:46,687 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T04:11:46,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T04:11:46,730 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 139810 (auto-detected) 2024-11-22T04:11:46,732 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T04:11:46,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42053 2024-11-22T04:11:46,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42053 connecting to ZooKeeper ensemble=127.0.0.1:60450 2024-11-22T04:11:46,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420530x0, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T04:11:46,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42053-0x10065a0f55b0000 connected 2024-11-22T04:11:46,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:46,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:46,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T04:11:46,914 INFO [Time-limited test {}] log.Log(170): Logging initialized @7451ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T04:11:46,979 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T04:11:46,980 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T04:11:46,982 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T04:11:46,983 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T04:11:46,984 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T04:11:46,988 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-22T04:11:46,988 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T04:11:46,989 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T04:11:46,992 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T04:11:47,078 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36397 2024-11-22T04:11:47,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T04:11:47,098 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:47,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:47,101 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:47,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T04:11:47,161 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T04:11:47,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:47,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:47,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T04:11:47,178 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:47,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T04:11:47,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:36397} 2024-11-22T04:11:47,861 INFO [Time-limited test {}] server.Server(415): Started @8397ms 2024-11-22T04:11:47,864 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749, hbase.cluster.distributed=false 2024-11-22T04:11:47,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T04:11:47,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42053 2024-11-22T04:11:47,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42053 2024-11-22T04:11:47,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42053 2024-11-22T04:11:47,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42053 2024-11-22T04:11:47,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42053 2024-11-22T04:11:48,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T04:11:48,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:48,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:48,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T04:11:48,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T04:11:48,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T04:11:48,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T04:11:48,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T04:11:48,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42413 2024-11-22T04:11:48,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42413 connecting to ZooKeeper ensemble=127.0.0.1:60450 2024-11-22T04:11:48,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:48,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:48,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424130x0, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T04:11:48,089 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-22T04:11:48,089 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-22T04:11:48,090 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-22T04:11:48,090 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-22T04:11:48,090 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-22T04:11:48,084 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424130x0, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T04:11:48,093 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-22T04:11:48,093 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-22T04:11:48,094 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-22T04:11:48,094 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-22T04:11:48,097 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36221 2024-11-22T04:11:48,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T04:11:48,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42413-0x10065a0f55b0001 connected 2024-11-22T04:11:48,112 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:48,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@592495d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:48,113 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:48,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23e508f9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-22T04:11:48,133 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-22T04:11:48,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:48,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:48,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T04:11:48,137 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-22T04:11:48,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5aaae859{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T04:11:48,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35eeed4d{HTTP/1.1, (http/1.1)}{0.0.0.0:36221} 2024-11-22T04:11:48,142 INFO [Time-limited test {}] server.Server(415): Started @8679ms 2024-11-22T04:11:48,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T04:11:48,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T04:11:48,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-22T04:11:48,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-22T04:11:48,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-22T04:11:48,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42413 2024-11-22T04:11:48,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42413 2024-11-22T04:11:48,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-22T04:11:48,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-22T04:11:48,191 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:42053 2024-11-22T04:11:48,195 INFO [master/c85114ed5096:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-22T04:11:48,200 INFO [master/c85114ed5096:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@4b1b14e2{HTTP/1.1, (http/1.1)}{0.0.0.0:44393} 2024-11-22T04:11:48,200 INFO [master/c85114ed5096:0:becomeActiveMaster {}] server.Server(415): Started @8737ms 2024-11-22T04:11:48,200 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/c85114ed5096,42053,1732248706229 2024-11-22T04:11:48,207 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T04:11:48,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T04:11:48,209 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/c85114ed5096,42053,1732248706229 2024-11-22T04:11:48,235 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-22T04:11:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:48,235 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:48,236 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-22T04:11:48,238 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/c85114ed5096,42053,1732248706229 from backup master directory 2024-11-22T04:11:48,240 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T04:11:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/c85114ed5096,42053,1732248706229 2024-11-22T04:11:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-22T04:11:48,241 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T04:11:48,242 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,42053,1732248706229 2024-11-22T04:11:48,244 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T04:11:48,245 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T04:11:48,310 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase.id] with ID: 5aa46892-630c-4fdf-8c37-f5612daaf0de 2024-11-22T04:11:48,310 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.tmp/hbase.id 2024-11-22T04:11:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741826_1002 (size=42) 2024-11-22T04:11:48,326 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.tmp/hbase.id]:[hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase.id] 2024-11-22T04:11:48,377 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T04:11:48,382 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T04:11:48,402 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T04:11:48,405 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741827_1003 (size=196) 2024-11-22T04:11:48,439 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:11:48,441 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T04:11:48,448 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T04:11:48,450 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T04:11:48,461 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T04:11:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741828_1004 (size=1189) 2024-11-22T04:11:48,523 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store 2024-11-22T04:11:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741829_1005 (size=34) 2024-11-22T04:11:48,953 INFO [master/c85114ed5096:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T04:11:48,958 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:48,959 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T04:11:48,960 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:11:48,960 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:11:48,962 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T04:11:48,963 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:11:48,963 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:11:48,964 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732248708959Disabling compacts and flushes for region at 1732248708959Disabling writes for close at 1732248708962 (+3 ms)Writing region close event to WAL at 1732248708963 (+1 ms)Closed at 1732248708963 2024-11-22T04:11:48,967 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/.initializing 2024-11-22T04:11:48,967 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/WALs/c85114ed5096,42053,1732248706229 2024-11-22T04:11:48,973 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T04:11:48,981 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor c85114ed5096,42053,1732248706229.regiongroup-0 2024-11-22T04:11:49,002 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42053%2C1732248706229.c85114ed5096%2C42053%2C1732248706229.regiongroup-0, suffix=, logDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/WALs/c85114ed5096,42053,1732248706229, archiveDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/oldWALs, maxLogs=10 2024-11-22T04:11:49,037 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/WALs/c85114ed5096,42053,1732248706229/c85114ed5096%2C42053%2C1732248706229.c85114ed5096%2C42053%2C1732248706229.regiongroup-0.1732248709009, exclude list is [], retry=0 2024-11-22T04:11:49,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:11:49,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T04:11:49,105 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/WALs/c85114ed5096,42053,1732248706229/c85114ed5096%2C42053%2C1732248706229.c85114ed5096%2C42053%2C1732248706229.regiongroup-0.1732248709009 2024-11-22T04:11:49,107 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:11:49,107 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:11:49,108 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:49,112 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,114 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T04:11:49,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:49,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:49,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T04:11:49,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:49,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:11:49,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T04:11:49,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:49,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:11:49,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T04:11:49,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:49,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:11:49,206 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,210 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,211 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,217 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,218 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,222 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T04:11:49,226 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T04:11:49,230 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:11:49,232 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10979620960, jitterRate=0.022556886076927185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T04:11:49,239 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732248709134Initializing all the Stores at 1732248709136 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248709137 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248709138 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248709139 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248709139Cleaning up temporary data from old regions at 1732248709218 (+79 ms)Region opened successfully at 1732248709239 (+21 ms) 2024-11-22T04:11:49,241 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T04:11:49,271 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62081a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T04:11:49,301 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T04:11:49,312 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T04:11:49,312 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T04:11:49,315 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T04:11:49,317 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T04:11:49,322 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T04:11:49,322 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T04:11:49,348 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T04:11:49,357 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-22T04:11:49,359 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-22T04:11:49,362 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T04:11:49,363 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-22T04:11:49,365 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-22T04:11:49,367 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T04:11:49,389 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-22T04:11:49,390 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-22T04:11:49,392 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-22T04:11:49,394 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-22T04:11:49,422 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T04:11:49,423 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-22T04:11:49,427 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T04:11:49,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-22T04:11:49,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,427 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,430 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,42053,1732248706229, sessionid=0x10065a0f55b0000, setting cluster-up flag (Was=false) 2024-11-22T04:11:49,435 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-22T04:11:49,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,441 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,445 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-22T04:11:49,447 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,42053,1732248706229 2024-11-22T04:11:49,449 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,453 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-22T04:11:49,454 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,42053,1732248706229 2024-11-22T04:11:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,458 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:49,462 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-22T04:11:49,463 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,42053,1732248706229 2024-11-22T04:11:49,470 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T04:11:49,486 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(746): ClusterId : 5aa46892-630c-4fdf-8c37-f5612daaf0de 2024-11-22T04:11:49,488 INFO [RS:0;c85114ed5096:42413 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-22T04:11:49,489 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T04:11:49,494 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T04:11:49,494 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-22T04:11:49,497 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-22T04:11:49,497 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T04:11:49,499 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T04:11:49,500 DEBUG [RS:0;c85114ed5096:42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e80c7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T04:11:49,512 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:42413 2024-11-22T04:11:49,515 INFO [RS:0;c85114ed5096:42413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T04:11:49,515 INFO [RS:0;c85114ed5096:42413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T04:11:49,515 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T04:11:49,517 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,42053,1732248706229 with port=42413, startcode=1732248708008 2024-11-22T04:11:49,528 DEBUG [RS:0;c85114ed5096:42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T04:11:49,556 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T04:11:49,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T04:11:49,569 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T04:11:49,573 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42053 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T04:11:49,576 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T04:11:49,581 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,42053,1732248706229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T04:11:49,590 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T04:11:49,590 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T04:11:49,590 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T04:11:49,590 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T04:11:49,591 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T04:11:49,591 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,591 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T04:11:49,591 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,593 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732248739592 2024-11-22T04:11:49,595 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T04:11:49,596 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T04:11:49,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T04:11:49,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T04:11:49,601 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T04:11:49,601 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T04:11:49,601 WARN [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T04:11:49,601 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-22T04:11:49,602 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T04:11:49,602 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T04:11:49,602 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T04:11:49,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:49,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T04:11:49,603 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,606 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T04:11:49,607 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T04:11:49,607 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T04:11:49,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741831_1007 (size=1321) 2024-11-22T04:11:49,619 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b849c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:49,619 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:11:49,622 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:11:49,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:11:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:11:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:11:49,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f820c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:49,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:11:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:11:49,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:11:49,637 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:11:49,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35666b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:49,641 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-22T04:11:49,643 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T04:11:49,643 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T04:11:49,645 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732248709644,5,FailOnTimeoutGroup] 2024-11-22T04:11:49,645 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732248709645,5,FailOnTimeoutGroup] 2024-11-22T04:11:49,645 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,645 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T04:11:49,646 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,647 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,703 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,42053,1732248706229 with port=42413, startcode=1732248708008 2024-11-22T04:11:49,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42053 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,715 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:11:49,715 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38433 2024-11-22T04:11:49,716 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=36397 2024-11-22T04:11:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T04:11:49,721 DEBUG [RS:0;c85114ed5096:42413 {}] zookeeper.ZKUtil(111): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rs/c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,721 WARN [RS:0;c85114ed5096:42413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T04:11:49,722 INFO [RS:0;c85114ed5096:42413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T04:11:49,722 INFO [RS:0;c85114ed5096:42413 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T04:11:49,722 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,42413,1732248708008] 2024-11-22T04:11:49,752 INFO [RS:0;c85114ed5096:42413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T04:11:49,772 INFO [RS:0;c85114ed5096:42413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T04:11:49,777 INFO [RS:0;c85114ed5096:42413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T04:11:49,777 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,779 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T04:11:49,784 INFO [RS:0;c85114ed5096:42413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T04:11:49,786 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T04:11:49,787 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T04:11:49,788 DEBUG [RS:0;c85114ed5096:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T04:11:49,791 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,791 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,791 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,792 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,792 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,792 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42413,1732248708008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T04:11:49,809 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T04:11:49,811 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42413,1732248708008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,811 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,812 INFO [RS:0;c85114ed5096:42413 {}] regionserver.Replication(171): c85114ed5096,42413,1732248708008 started 2024-11-22T04:11:49,829 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:49,829 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,42413,1732248708008, RpcServer on c85114ed5096/172.17.0.2:42413, sessionid=0x10065a0f55b0001 2024-11-22T04:11:49,830 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T04:11:49,830 DEBUG [RS:0;c85114ed5096:42413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,830 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42413,1732248708008' 2024-11-22T04:11:49,830 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-22T04:11:49,831 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-22T04:11:49,832 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T04:11:49,832 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-22T04:11:49,832 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42413,1732248708008' 2024-11-22T04:11:49,832 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:11:49,833 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:11:49,834 INFO [RS:0;c85114ed5096:42413 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-22T04:11:49,834 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-22T04:11:49,834 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T04:11:49,834 DEBUG [RS:0;c85114ed5096:42413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,42413,1732248708008 2024-11-22T04:11:49,834 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,42413,1732248708008' 2024-11-22T04:11:49,834 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-22T04:11:49,835 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-22T04:11:49,835 DEBUG [RS:0;c85114ed5096:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T04:11:49,835 INFO [RS:0;c85114ed5096:42413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T04:11:49,835 INFO [RS:0;c85114ed5096:42413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T04:11:49,940 INFO [RS:0;c85114ed5096:42413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T04:11:49,940 INFO [RS:0;c85114ed5096:42413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor c85114ed5096,42413,1732248708008.regiongroup-0 2024-11-22T04:11:49,944 INFO [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0, suffix=, logDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008, archiveDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs, maxLogs=32 2024-11-22T04:11:49,958 DEBUG [RS:0;c85114ed5096:42413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946, exclude list is [], retry=0 2024-11-22T04:11:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:11:49,966 INFO [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946 2024-11-22T04:11:49,966 DEBUG [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:11:50,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T04:11:50,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:11:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741833_1009 (size=32) 2024-11-22T04:11:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:50,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T04:11:50,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T04:11:50,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T04:11:50,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T04:11:50,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T04:11:50,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T04:11:50,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T04:11:50,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T04:11:50,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T04:11:50,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740 2024-11-22T04:11:50,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740 2024-11-22T04:11:50,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T04:11:50,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T04:11:50,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T04:11:50,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T04:11:50,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:11:50,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10466021280, jitterRate=-0.025275811553001404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T04:11:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732248710434Initializing all the Stores at 1732248710436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248710436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710436Cleaning up temporary data from old regions at 1732248710464 (+28 ms)Region opened successfully at 1732248710477 (+13 ms) 2024-11-22T04:11:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T04:11:50,478 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T04:11:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T04:11:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T04:11:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T04:11:50,479 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T04:11:50,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732248710477Disabling compacts and flushes for region at 1732248710477Disabling writes for close at 1732248710478 (+1 ms)Writing region close event to WAL at 1732248710479 (+1 ms)Closed at 1732248710479 2024-11-22T04:11:50,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T04:11:50,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T04:11:50,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T04:11:50,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T04:11:50,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T04:11:50,653 DEBUG [c85114ed5096:42053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T04:11:50,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:11:50,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42413,1732248708008, state=OPENING 2024-11-22T04:11:50,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T04:11:50,678 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:50,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:11:50,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T04:11:50,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T04:11:50,680 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T04:11:50,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:11:50,859 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T04:11:50,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T04:11:50,876 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T04:11:50,877 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-22T04:11:50,877 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-22T04:11:50,878 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T04:11:50,878 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T04:11:50,882 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42413%2C1732248708008.meta, suffix=.meta, logDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008, archiveDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs, maxLogs=32 2024-11-22T04:11:50,897 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta, exclude list is [], retry=0 2024-11-22T04:11:50,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:11:50,907 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta 2024-11-22T04:11:50,908 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:11:50,908 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:11:50,913 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:11:50,914 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T04:11:50,916 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T04:11:50,916 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T04:11:50,920 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T04:11:50,920 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:50,921 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T04:11:50,921 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T04:11:50,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T04:11:50,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T04:11:50,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T04:11:50,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T04:11:50,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T04:11:50,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T04:11:50,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T04:11:50,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T04:11:50,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:50,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T04:11:50,939 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T04:11:50,941 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740 2024-11-22T04:11:50,944 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740 2024-11-22T04:11:50,947 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T04:11:50,947 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T04:11:50,948 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T04:11:50,951 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T04:11:50,953 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10220655040, jitterRate=-0.048127323389053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T04:11:50,954 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T04:11:50,955 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732248710921Writing region info on filesystem at 1732248710922 (+1 ms)Initializing all the Stores at 1732248710924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248710924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732248710924Cleaning up temporary data from old regions at 1732248710947 (+23 ms)Running coprocessor post-open hooks at 1732248710954 (+7 ms)Region opened successfully at 1732248710955 (+1 ms) 2024-11-22T04:11:50,964 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732248710850 2024-11-22T04:11:50,976 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T04:11:50,976 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T04:11:50,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:11:50,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,42413,1732248708008, state=OPEN 2024-11-22T04:11:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T04:11:50,983 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-22T04:11:50,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T04:11:50,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-22T04:11:50,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,42413,1732248708008 2024-11-22T04:11:50,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T04:11:50,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,42413,1732248708008 in 301 msec 2024-11-22T04:11:50,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T04:11:50,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-22T04:11:51,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T04:11:51,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T04:11:51,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:11:51,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:11:51,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:11:51,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:11:51,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5630 sec 2024-11-22T04:11:51,070 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732248711070, completionTime=-1 2024-11-22T04:11:51,073 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T04:11:51,073 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T04:11:51,103 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T04:11:51,103 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732248771103 2024-11-22T04:11:51,103 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732248831103 2024-11-22T04:11:51,103 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-22T04:11:51,105 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,106 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,106 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,107 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:42053, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,108 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,108 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,117 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T04:11:51,142 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-11-22T04:11:51,143 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T04:11:51,145 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T04:11:51,146 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T04:11:51,146 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T04:11:51,147 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T04:11:51,147 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T04:11:51,148 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T04:11:51,156 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T04:11:51,157 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T04:11:51,158 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,42053,1732248706229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T04:11:51,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3231400b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:51,191 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T04:11:51,191 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T04:11:51,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:11:51,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:11:51,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:11:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:11:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:11:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57862152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:11:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:11:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:11:51,205 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:11:51,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692d77fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:51,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:11:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:11:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:11:51,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:11:51,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,42053,1732248706229 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/test.cache.data in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T04:11:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/nfs.dump.dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T04:11:51,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T04:11:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741835_1011 (size=592039) 2024-11-22T04:11:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741836_1012 (size=1663647) 2024-11-22T04:11:53,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:53,489 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:53,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:53,720 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T04:11:53,721 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:53,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:53,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:53,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T04:11:53,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:53,731 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:53,731 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:53,731 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T04:11:53,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b8956e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:53,732 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@313a1fa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:53,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4860033b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:53,732 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d025fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:53,858 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-22T04:11:53,859 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-22T04:11:53,859 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T04:11:53,861 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T04:11:53,908 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:53,974 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:54,205 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-22T04:11:54,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af9e16d{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-39873-hadoop-yarn-common-3_4_1_jar-_-any-12011164252834797406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T04:11:54,225 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@467ac38e{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-38669-hadoop-yarn-common-3_4_1_jar-_-any-1258555526035529465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T04:11:54,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@510a6ff3{HTTP/1.1, (http/1.1)}{localhost:39873} 2024-11-22T04:11:54,226 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@61ecfcb7{HTTP/1.1, (http/1.1)}{localhost:38669} 2024-11-22T04:11:54,226 INFO [Time-limited test {}] server.Server(415): Started @14763ms 2024-11-22T04:11:54,226 INFO [Thread-251 {}] server.Server(415): Started @14763ms 2024-11-22T04:11:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741837_1013 (size=5) 2024-11-22T04:11:55,445 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T04:11:55,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:55,481 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T04:11:55,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:55,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:55,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:55,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T04:11:55,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:55,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6641e1f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:55,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee1609d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:55,563 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T04:11:55,564 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T04:11:55,564 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T04:11:55,564 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T04:11:55,576 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:55,586 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:55,683 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:55,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5d66a5{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-34821-hadoop-yarn-common-3_4_1_jar-_-any-11357816725758770275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T04:11:55,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5427f122{HTTP/1.1, (http/1.1)}{localhost:34821} 2024-11-22T04:11:55,695 INFO [Time-limited test {}] server.Server(415): Started @16232ms 2024-11-22T04:11:55,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T04:11:55,821 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-22T04:11:55,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:55,835 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-22T04:11:55,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T04:11:55,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T04:11:55,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T04:11:55,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T04:11:55,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T04:11:55,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3fd637{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,AVAILABLE} 2024-11-22T04:11:55,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b1f755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-22T04:11:55,892 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-22T04:11:55,893 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-22T04:11:55,893 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-22T04:11:55,893 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-22T04:11:55,903 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:55,909 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:56,021 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-22T04:11:56,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b78537{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/java.io.tmpdir/jetty-localhost-42549-hadoop-yarn-common-3_4_1_jar-_-any-5856801494897090074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T04:11:56,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c6fd586{HTTP/1.1, (http/1.1)}{localhost:42549} 2024-11-22T04:11:56,029 INFO [Time-limited test {}] server.Server(415): Started @16566ms 2024-11-22T04:11:56,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-22T04:11:56,052 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:38433/backupUT 2024-11-22T04:11:56,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:11:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:11:56,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60be805f 2024-11-22T04:11:56,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:11:56,067 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:11:56,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-22T04:11:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-22T04:11:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T04:11:56,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-11-22T04:11:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T04:11:56,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-22T04:11:56,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-22T04:11:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-22T04:11:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T04:11:56,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-22T04:11:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-22T04:11:56,303 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-22T04:11:56,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-22T04:11:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-22T04:11:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T04:11:56,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-22T04:11:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-22T04:11:56,412 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-22T04:11:56,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-22T04:11:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-22T04:11:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T04:11:56,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-22T04:11:56,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T04:11:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T04:11:56,522 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-22T04:11:56,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:11:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732248716053 2024-11-22T04:11:56,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:11:56,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732248716053" procId is: 8 2024-11-22T04:11:56,542 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:56,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:11:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741838_1014 (size=367) 2024-11-22T04:11:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:56,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T04:11:56,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T04:11:56,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:11:56,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-22T04:11:56,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T04:11:56,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T04:11:56,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T04:11:56,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T04:11:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:56,960 INFO [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e1816f2b63e1e30a38682fb121be2c2, NAME => 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732248716053', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:11:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741839_1015 (size=53) 2024-11-22T04:11:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:57,370 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:57,371 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1722): Closing 9e1816f2b63e1e30a38682fb121be2c2, disabling compactions & flushes 2024-11-22T04:11:57,371 INFO [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,371 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,371 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. after waiting 0 ms 2024-11-22T04:11:57,371 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,371 INFO [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1973): Closed test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,371 DEBUG [RegionOpenAndInit-test-1732248716053-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e1816f2b63e1e30a38682fb121be2c2: Waiting for close lock at 1732248717371Disabling compacts and flushes for region at 1732248717371Disabling writes for close at 1732248717371Writing region close event to WAL at 1732248717371Closed at 1732248717371 2024-11-22T04:11:57,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:11:57,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732248717373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248717373"}]},"ts":"1732248717373"} 2024-11-22T04:11:57,382 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:11:57,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:11:57,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732248716053","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248717384"}]},"ts":"1732248717384"} 2024-11-22T04:11:57,391 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732248716053, state=ENABLING in hbase:meta 2024-11-22T04:11:57,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, ASSIGN}] 2024-11-22T04:11:57,394 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, ASSIGN 2024-11-22T04:11:57,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:11:57,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:11:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, ASSIGN because future has completed 2024-11-22T04:11:57,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:11:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:57,725 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,726 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T04:11:57,726 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor c85114ed5096,42413,1732248708008.regiongroup-1 2024-11-22T04:11:57,729 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1, suffix=, logDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008, archiveDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs, maxLogs=32 2024-11-22T04:11:57,743 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731, exclude list is [], retry=0 2024-11-22T04:11:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:11:57,750 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 2024-11-22T04:11:57,750 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:11:57,750 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e1816f2b63e1e30a38682fb121be2c2, NAME => 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:11:57,751 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732248716053 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,751 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,754 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,756 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName f 2024-11-22T04:11:57,756 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:57,757 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:11:57,757 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,759 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,759 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,760 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,760 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,763 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,766 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:11:57,767 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e1816f2b63e1e30a38682fb121be2c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10221279680, jitterRate=-0.048069149255752563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:11:57,768 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:11:57,769 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e1816f2b63e1e30a38682fb121be2c2: Running coprocessor pre-open hook at 1732248717751Writing region info on filesystem at 1732248717751Initializing all the Stores at 1732248717753 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248717753Cleaning up temporary data from old regions at 1732248717760 (+7 ms)Running coprocessor post-open hooks at 1732248717768 (+8 ms)Region opened successfully at 1732248717769 (+1 ms) 2024-11-22T04:11:57,772 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., pid=10, masterSystemTime=1732248717706 2024-11-22T04:11:57,776 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,776 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:11:57,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:11:57,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:11:57,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T04:11:57,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 in 231 msec 2024-11-22T04:11:57,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T04:11:57,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, ASSIGN in 396 msec 2024-11-22T04:11:57,793 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:11:57,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732248716053","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248717793"}]},"ts":"1732248717793"} 2024-11-22T04:11:57,797 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732248716053, state=ENABLED in hbase:meta 2024-11-22T04:11:57,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732248716053 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:11:57,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732248716053 in 1.2660 sec 2024-11-22T04:11:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-22T04:11:58,692 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732248716053 completed 2024-11-22T04:11:58,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5297e4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:58,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:11:58,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:11:58,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:11:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:11:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:11:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68985a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:11:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:11:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:11:58,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:11:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8c22a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:11:58,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:11:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:11:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:11:58,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:11:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732248716053', row='row0', locateType=CURRENT is [region=test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:11:58,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(8528): writing data to region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T04:11:58,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17322487160531', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:11:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17322487160531 2024-11-22T04:11:58,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:11:58,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:11:58,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17322487160531" procId is: 11 2024-11-22T04:11:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:11:58,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:11:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741841_1017 (size=364) 2024-11-22T04:11:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:11:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:11:59,317 INFO [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28e2632ef431e70d92049088d0d2914f, NAME => 'ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17322487160531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:11:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741842_1018 (size=50) 2024-11-22T04:11:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:11:59,726 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:11:59,726 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1722): Closing 28e2632ef431e70d92049088d0d2914f, disabling compactions & flushes 2024-11-22T04:11:59,726 INFO [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:11:59,726 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:11:59,727 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. after waiting 0 ms 2024-11-22T04:11:59,727 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:11:59,727 INFO [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:11:59,727 DEBUG [RegionOpenAndInit-ns2:test-17322487160531-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28e2632ef431e70d92049088d0d2914f: Waiting for close lock at 1732248719726Disabling compacts and flushes for region at 1732248719726Disabling writes for close at 1732248719727 (+1 ms)Writing region close event to WAL at 1732248719727Closed at 1732248719727 2024-11-22T04:11:59,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:11:59,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732248719729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248719729"}]},"ts":"1732248719729"} 2024-11-22T04:11:59,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:11:59,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:11:59,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17322487160531","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248719734"}]},"ts":"1732248719734"} 2024-11-22T04:11:59,736 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17322487160531, state=ENABLING in hbase:meta 2024-11-22T04:11:59,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322487160531, region=28e2632ef431e70d92049088d0d2914f, ASSIGN}] 2024-11-22T04:11:59,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322487160531, region=28e2632ef431e70d92049088d0d2914f, ASSIGN 2024-11-22T04:11:59,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17322487160531, region=28e2632ef431e70d92049088d0d2914f, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:11:59,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=28e2632ef431e70d92049088d0d2914f, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:11:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17322487160531, region=28e2632ef431e70d92049088d0d2914f, ASSIGN because future has completed 2024-11-22T04:11:59,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e2632ef431e70d92049088d0d2914f, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:12:00,054 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:00,055 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 28e2632ef431e70d92049088d0d2914f, NAME => 'ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:00,055 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:00,055 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322487160531 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,055 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:00,055 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,055 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,058 INFO [StoreOpener-28e2632ef431e70d92049088d0d2914f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,060 INFO [StoreOpener-28e2632ef431e70d92049088d0d2914f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28e2632ef431e70d92049088d0d2914f columnFamilyName f 2024-11-22T04:12:00,060 DEBUG [StoreOpener-28e2632ef431e70d92049088d0d2914f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:00,061 INFO [StoreOpener-28e2632ef431e70d92049088d0d2914f-1 {}] regionserver.HStore(327): Store=28e2632ef431e70d92049088d0d2914f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:00,061 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,062 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,063 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,063 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,064 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,066 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,070 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:12:00,070 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 28e2632ef431e70d92049088d0d2914f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11914392160, jitterRate=0.10961423814296722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:12:00,071 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:00,072 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 28e2632ef431e70d92049088d0d2914f: Running coprocessor pre-open hook at 1732248720055Writing region info on filesystem at 1732248720055Initializing all the Stores at 1732248720057 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248720057Cleaning up temporary data from old regions at 1732248720064 (+7 ms)Running coprocessor post-open hooks at 1732248720071 (+7 ms)Region opened successfully at 1732248720072 (+1 ms) 2024-11-22T04:12:00,073 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f., pid=13, masterSystemTime=1732248720049 2024-11-22T04:12:00,076 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:00,077 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:00,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=28e2632ef431e70d92049088d0d2914f, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e2632ef431e70d92049088d0d2914f, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:00,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T04:12:00,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 28e2632ef431e70d92049088d0d2914f, server=c85114ed5096,42413,1732248708008 in 187 msec 2024-11-22T04:12:00,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T04:12:00,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17322487160531, region=28e2632ef431e70d92049088d0d2914f, ASSIGN in 349 msec 2024-11-22T04:12:00,090 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:12:00,091 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17322487160531","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248720090"}]},"ts":"1732248720090"} 2024-11-22T04:12:00,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17322487160531, state=ENABLED in hbase:meta 2024-11-22T04:12:00,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17322487160531 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:12:00,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17322487160531 in 1.1960 sec 2024-11-22T04:12:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T04:12:01,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17322487160531 completed 2024-11-22T04:12:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322487160531', row='row0', locateType=CURRENT is [region=ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:01,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(8528): writing data to region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T04:12:01,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17322487160532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17322487160532 2024-11-22T04:12:01,210 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:12:01,210 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:01,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17322487160532" procId is: 14 2024-11-22T04:12:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:01,211 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:12:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741843_1019 (size=390) 2024-11-22T04:12:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:01,622 INFO [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf0f27c60e9489ca4a509bbc9a8364ab, NAME => 'ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17322487160532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741844_1020 (size=50) 2024-11-22T04:12:01,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17322487160531' 2024-11-22T04:12:01,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732248716053' 2024-11-22T04:12:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1722): Closing cf0f27c60e9489ca4a509bbc9a8364ab, disabling compactions & flushes 2024-11-22T04:12:02,032 INFO [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. after waiting 0 ms 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,032 INFO [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,032 DEBUG [RegionOpenAndInit-ns3:test-17322487160532-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf0f27c60e9489ca4a509bbc9a8364ab: Waiting for close lock at 1732248722032Disabling compacts and flushes for region at 1732248722032Disabling writes for close at 1732248722032Writing region close event to WAL at 1732248722032Closed at 1732248722032 2024-11-22T04:12:02,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:12:02,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732248722034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248722034"}]},"ts":"1732248722034"} 2024-11-22T04:12:02,038 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:12:02,039 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:12:02,040 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17322487160532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248722039"}]},"ts":"1732248722039"} 2024-11-22T04:12:02,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17322487160532, state=ENABLING in hbase:meta 2024-11-22T04:12:02,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322487160532, region=cf0f27c60e9489ca4a509bbc9a8364ab, ASSIGN}] 2024-11-22T04:12:02,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322487160532, region=cf0f27c60e9489ca4a509bbc9a8364ab, ASSIGN 2024-11-22T04:12:02,046 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17322487160532, region=cf0f27c60e9489ca4a509bbc9a8364ab, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:12:02,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=cf0f27c60e9489ca4a509bbc9a8364ab, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:02,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17322487160532, region=cf0f27c60e9489ca4a509bbc9a8364ab, ASSIGN because future has completed 2024-11-22T04:12:02,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:02,359 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,359 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cf0f27c60e9489ca4a509bbc9a8364ab, NAME => 'ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:02,359 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:02,360 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322487160532 cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,360 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:02,360 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,360 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,362 INFO [StoreOpener-cf0f27c60e9489ca4a509bbc9a8364ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,365 INFO [StoreOpener-cf0f27c60e9489ca4a509bbc9a8364ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf0f27c60e9489ca4a509bbc9a8364ab columnFamilyName f 2024-11-22T04:12:02,365 DEBUG [StoreOpener-cf0f27c60e9489ca4a509bbc9a8364ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:02,366 INFO [StoreOpener-cf0f27c60e9489ca4a509bbc9a8364ab-1 {}] regionserver.HStore(327): Store=cf0f27c60e9489ca4a509bbc9a8364ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:02,367 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,368 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns3/test-17322487160532/cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,368 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns3/test-17322487160532/cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,369 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,369 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,372 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,375 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns3/test-17322487160532/cf0f27c60e9489ca4a509bbc9a8364ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:12:02,375 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cf0f27c60e9489ca4a509bbc9a8364ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10426598400, jitterRate=-0.02894735336303711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:12:02,376 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:02,377 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cf0f27c60e9489ca4a509bbc9a8364ab: Running coprocessor pre-open hook at 1732248722360Writing region info on filesystem at 1732248722360Initializing all the Stores at 1732248722362 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248722362Cleaning up temporary data from old regions at 1732248722369 (+7 ms)Running coprocessor post-open hooks at 1732248722376 (+7 ms)Region opened successfully at 1732248722377 (+1 ms) 2024-11-22T04:12:02,379 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab., pid=16, masterSystemTime=1732248722354 2024-11-22T04:12:02,382 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,382 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:02,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=cf0f27c60e9489ca4a509bbc9a8364ab, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:02,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:02,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T04:12:02,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab, server=c85114ed5096,42413,1732248708008 in 216 msec 2024-11-22T04:12:02,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T04:12:02,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17322487160532, region=cf0f27c60e9489ca4a509bbc9a8364ab, ASSIGN in 377 msec 2024-11-22T04:12:02,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:12:02,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17322487160532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248722425"}]},"ts":"1732248722425"} 2024-11-22T04:12:02,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17322487160532, state=ENABLED in hbase:meta 2024-11-22T04:12:02,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17322487160532 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:12:02,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17322487160532 in 1.2220 sec 2024-11-22T04:12:03,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T04:12:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T04:12:03,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17322487160532 completed 2024-11-22T04:12:03,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17322487160532 get assigned. Timeout = 60000ms 2024-11-22T04:12:03,364 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T04:12:03,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17322487160532 assigned to meta. Checking AM states. 2024-11-22T04:12:03,370 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T04:12:03,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17322487160532 assigned. 2024-11-22T04:12:03,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17322487160533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17322487160533 2024-11-22T04:12:03,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:12:03,376 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:03,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17322487160533" procId is: 17 2024-11-22T04:12:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:03,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:12:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741845_1021 (size=390) 2024-11-22T04:12:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:03,789 INFO [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ad612677958133c3a5ad34ee22ffb36, NAME => 'ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17322487160533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741846_1022 (size=50) 2024-11-22T04:12:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:04,201 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:04,201 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1722): Closing 9ad612677958133c3a5ad34ee22ffb36, disabling compactions & flushes 2024-11-22T04:12:04,202 INFO [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,202 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,202 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. after waiting 0 ms 2024-11-22T04:12:04,202 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,202 INFO [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,202 DEBUG [RegionOpenAndInit-ns4:test-17322487160533-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ad612677958133c3a5ad34ee22ffb36: Waiting for close lock at 1732248724201Disabling compacts and flushes for region at 1732248724201Disabling writes for close at 1732248724202 (+1 ms)Writing region close event to WAL at 1732248724202Closed at 1732248724202 2024-11-22T04:12:04,204 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:12:04,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732248724204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248724204"}]},"ts":"1732248724204"} 2024-11-22T04:12:04,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:12:04,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:12:04,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17322487160533","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248724208"}]},"ts":"1732248724208"} 2024-11-22T04:12:04,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17322487160533, state=ENABLING in hbase:meta 2024-11-22T04:12:04,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322487160533, region=9ad612677958133c3a5ad34ee22ffb36, ASSIGN}] 2024-11-22T04:12:04,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322487160533, region=9ad612677958133c3a5ad34ee22ffb36, ASSIGN 2024-11-22T04:12:04,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17322487160533, region=9ad612677958133c3a5ad34ee22ffb36, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:12:04,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9ad612677958133c3a5ad34ee22ffb36, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17322487160533, region=9ad612677958133c3a5ad34ee22ffb36, ASSIGN because future has completed 2024-11-22T04:12:04,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ad612677958133c3a5ad34ee22ffb36, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:04,527 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ad612677958133c3a5ad34ee22ffb36, NAME => 'ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:04,528 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:04,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17322487160533 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:04,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,531 INFO [StoreOpener-9ad612677958133c3a5ad34ee22ffb36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,533 INFO [StoreOpener-9ad612677958133c3a5ad34ee22ffb36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ad612677958133c3a5ad34ee22ffb36 columnFamilyName f 2024-11-22T04:12:04,534 DEBUG [StoreOpener-9ad612677958133c3a5ad34ee22ffb36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:04,534 INFO [StoreOpener-9ad612677958133c3a5ad34ee22ffb36-1 {}] regionserver.HStore(327): Store=9ad612677958133c3a5ad34ee22ffb36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:04,534 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,535 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns4/test-17322487160533/9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,536 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns4/test-17322487160533/9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,537 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,537 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,539 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,542 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns4/test-17322487160533/9ad612677958133c3a5ad34ee22ffb36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:12:04,543 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9ad612677958133c3a5ad34ee22ffb36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11035924800, jitterRate=0.02780058979988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:12:04,543 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:04,543 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9ad612677958133c3a5ad34ee22ffb36: Running coprocessor pre-open hook at 1732248724529Writing region info on filesystem at 1732248724529Initializing all the Stores at 1732248724530 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248724530Cleaning up temporary data from old regions at 1732248724537 (+7 ms)Running coprocessor post-open hooks at 1732248724543 (+6 ms)Region opened successfully at 1732248724543 2024-11-22T04:12:04,545 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36., pid=19, masterSystemTime=1732248724523 2024-11-22T04:12:04,547 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,547 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:04,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9ad612677958133c3a5ad34ee22ffb36, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:04,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ad612677958133c3a5ad34ee22ffb36, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:04,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T04:12:04,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ad612677958133c3a5ad34ee22ffb36, server=c85114ed5096,42413,1732248708008 in 183 msec 2024-11-22T04:12:04,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T04:12:04,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17322487160533, region=9ad612677958133c3a5ad34ee22ffb36, ASSIGN in 344 msec 2024-11-22T04:12:04,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:12:04,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17322487160533","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248724560"}]},"ts":"1732248724560"} 2024-11-22T04:12:04,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17322487160533, state=ENABLED in hbase:meta 2024-11-22T04:12:04,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17322487160533 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:12:04,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17322487160533 in 1.1910 sec 2024-11-22T04:12:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T04:12:05,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17322487160533 completed 2024-11-22T04:12:05,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17322487160533 get assigned. Timeout = 60000ms 2024-11-22T04:12:05,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T04:12:05,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17322487160533 assigned to meta. Checking AM states. 2024-11-22T04:12:05,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T04:12:05,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17322487160533 assigned. 2024-11-22T04:12:05,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:12:05,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:12:05,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:05,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:05,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:05,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=12, AvailableMemoryMB=3213 2024-11-22T04:12:05,563 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-22T04:12:05,565 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-22T04:12:05,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732248716053 from 'test-1732248716053', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732248716053 2024-11-22T04:12:05,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741847_1023 (size=908) 2024-11-22T04:12:05,997 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000001.367 2024-11-22T04:12:05,997 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000002.908 2024-11-22T04:12:06,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732248716053}] 2024-11-22T04:12:06,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE}] 2024-11-22T04:12:06,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE 2024-11-22T04:12:06,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:06,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE because future has completed 2024-11-22T04:12:06,021 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:12:06,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:06,180 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:06,180 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:12:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 9e1816f2b63e1e30a38682fb121be2c2, disabling compactions & flushes 2024-11-22T04:12:06,181 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. after waiting 0 ms 2024-11-22T04:12:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:06,184 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 9e1816f2b63e1e30a38682fb121be2c2 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T04:12:06,248 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/f47a5745ae7d445aa720eead5a9dd52d is 37, key is row10/f:q1/1732248718734/Put/seqid=0 2024-11-22T04:12:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741848_1024 (size=8413) 2024-11-22T04:12:06,659 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:12:06,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732248716053 2024-11-22T04:12:06,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732248716053 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:06,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17322487160533 2024-11-22T04:12:06,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17322487160533 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:06,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17322487160531 2024-11-22T04:12:06,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17322487160531 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:06,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17322487160532 2024-11-22T04:12:06,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17322487160532 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:06,715 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/f47a5745ae7d445aa720eead5a9dd52d as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:12:06,725 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T04:12:06,732 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 546ms, sequenceid=103, compaction requested=false 2024-11-22T04:12:06,739 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-22T04:12:06,742 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:12:06,742 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:06,742 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 9e1816f2b63e1e30a38682fb121be2c2: Waiting for close lock at 1732248726181Running coprocessor pre-close hooks at 1732248726181Disabling compacts and flushes for region at 1732248726181Disabling writes for close at 1732248726181Obtaining lock to block concurrent updates at 1732248726185 (+4 ms)Preparing flush snapshotting stores in 9e1816f2b63e1e30a38682fb121be2c2 at 1732248726185Finished memstore snapshotting test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732248726192 (+7 ms)Flushing stores of test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. at 1732248726193 (+1 ms)Flushing 9e1816f2b63e1e30a38682fb121be2c2/f: creating writer at 1732248726195 (+2 ms)Flushing 9e1816f2b63e1e30a38682fb121be2c2/f: appending metadata at 1732248726236 (+41 ms)Flushing 9e1816f2b63e1e30a38682fb121be2c2/f: closing flushed file at 1732248726238 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edc1dc7: reopening flushed file at 1732248726713 (+475 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 546ms, sequenceid=103, compaction requested=false at 1732248726732 (+19 ms)Writing region close event to WAL at 1732248726734 (+2 ms)Running coprocessor post-close hooks at 1732248726740 (+6 ms)Closed at 1732248726742 (+2 ms) 2024-11-22T04:12:06,742 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 9e1816f2b63e1e30a38682fb121be2c2 to self. 2024-11-22T04:12:06,746 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:06,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=CLOSED 2024-11-22T04:12:06,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:06,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T04:12:06,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 in 729 msec 2024-11-22T04:12:06,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=true 2024-11-22T04:12:06,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:06,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE because future has completed 2024-11-22T04:12:06,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:07,067 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:07,067 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e1816f2b63e1e30a38682fb121be2c2, NAME => 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:07,068 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:07,068 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732248716053 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,068 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:07,068 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,068 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,071 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,072 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName f 2024-11-22T04:12:07,072 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:07,082 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:12:07,083 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:07,083 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,085 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName f3 2024-11-22T04:12:07,085 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:07,086 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:07,087 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,094 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName mob 2024-11-22T04:12:07,099 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:07,100 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:07,101 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,102 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,104 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,106 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,106 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,107 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732248716053 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:12:07,110 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,111 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9e1816f2b63e1e30a38682fb121be2c2; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10619837280, jitterRate=-0.01095058023929596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:12:07,111 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:07,111 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9e1816f2b63e1e30a38682fb121be2c2: Running coprocessor pre-open hook at 1732248727069Writing region info on filesystem at 1732248727069Initializing all the Stores at 1732248727070 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248727070Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248727070Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248727070Cleaning up temporary data from old regions at 1732248727106 (+36 ms)Running coprocessor post-open hooks at 1732248727111 (+5 ms)Region opened successfully at 1732248727111 2024-11-22T04:12:07,113 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., pid=24, masterSystemTime=1732248727062 2024-11-22T04:12:07,115 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:07,116 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:07,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPEN, openSeqNum=107, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:07,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:07,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-22T04:12:07,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 in 211 msec 2024-11-22T04:12:07,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T04:12:07,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE in 1.1090 sec 2024-11-22T04:12:07,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T04:12:07,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732248716053 in 1.1260 sec 2024-11-22T04:12:07,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732248716053 in 1.5620 sec 2024-11-22T04:12:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-22T04:12:07,140 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732248716053 completed 2024-11-22T04:12:07,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e6b17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:07,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:07,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:07,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:07,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d85528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:07,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:07,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:07,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:07,144 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646cbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:07,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:07,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:07,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:07,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:07,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732248716053', row='row-test-1732248716053-3-0', locateType=CURRENT is [region=test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., hostname=c85114ed5096,42413,1732248708008, seqNum=107] 2024-11-22T04:12:07,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:12:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:12:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325f3c7c 2024-11-22T04:12:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:12:07,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:12:07,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-22T04:12:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-22T04:12:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T04:12:07,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-22T04:12:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T04:12:07,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-22T04:12:07,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-22T04:12:07,362 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:12:07,362 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:07,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-22T04:12:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:07,363 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:12:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741849_1025 (size=635) 2024-11-22T04:12:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:07,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17322487160532' 2024-11-22T04:12:07,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17322487160533' 2024-11-22T04:12:07,775 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 940295b6cb07bf02d154153b6777c32a, NAME => 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741850_1026 (size=40) 2024-11-22T04:12:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:08,184 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:08,184 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 940295b6cb07bf02d154153b6777c32a, disabling compactions & flushes 2024-11-22T04:12:08,185 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,185 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,185 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. after waiting 0 ms 2024-11-22T04:12:08,185 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,185 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,185 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 940295b6cb07bf02d154153b6777c32a: Waiting for close lock at 1732248728184Disabling compacts and flushes for region at 1732248728184Disabling writes for close at 1732248728185 (+1 ms)Writing region close event to WAL at 1732248728185Closed at 1732248728185 2024-11-22T04:12:08,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:12:08,187 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732248728187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248728187"}]},"ts":"1732248728187"} 2024-11-22T04:12:08,190 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:12:08,192 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:12:08,192 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248728192"}]},"ts":"1732248728192"} 2024-11-22T04:12:08,195 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-22T04:12:08,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=940295b6cb07bf02d154153b6777c32a, ASSIGN}] 2024-11-22T04:12:08,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=940295b6cb07bf02d154153b6777c32a, ASSIGN 2024-11-22T04:12:08,198 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=940295b6cb07bf02d154153b6777c32a, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:12:08,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=940295b6cb07bf02d154153b6777c32a, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:08,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=940295b6cb07bf02d154153b6777c32a, ASSIGN because future has completed 2024-11-22T04:12:08,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940295b6cb07bf02d154153b6777c32a, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:08,510 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 940295b6cb07bf02d154153b6777c32a, NAME => 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:08,510 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:08,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:08,511 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,511 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,512 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,515 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940295b6cb07bf02d154153b6777c32a columnFamilyName meta 2024-11-22T04:12:08,515 DEBUG [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:08,515 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] regionserver.HStore(327): Store=940295b6cb07bf02d154153b6777c32a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:08,515 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,517 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940295b6cb07bf02d154153b6777c32a columnFamilyName session 2024-11-22T04:12:08,517 DEBUG [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:08,518 INFO [StoreOpener-940295b6cb07bf02d154153b6777c32a-1 {}] regionserver.HStore(327): Store=940295b6cb07bf02d154153b6777c32a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:08,518 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,519 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,520 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,521 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,522 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,522 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T04:12:08,524 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:12:08,528 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 940295b6cb07bf02d154153b6777c32a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11206914400, jitterRate=0.043725237250328064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T04:12:08,528 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:08,529 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 940295b6cb07bf02d154153b6777c32a: Running coprocessor pre-open hook at 1732248728511Writing region info on filesystem at 1732248728511Initializing all the Stores at 1732248728512 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248728512Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248728512Cleaning up temporary data from old regions at 1732248728522 (+10 ms)Running coprocessor post-open hooks at 1732248728528 (+6 ms)Region opened successfully at 1732248728529 (+1 ms) 2024-11-22T04:12:08,530 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., pid=28, masterSystemTime=1732248728506 2024-11-22T04:12:08,533 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,533 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:08,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=940295b6cb07bf02d154153b6777c32a, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:08,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940295b6cb07bf02d154153b6777c32a, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:08,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T04:12:08,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 940295b6cb07bf02d154153b6777c32a, server=c85114ed5096,42413,1732248708008 in 184 msec 2024-11-22T04:12:08,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T04:12:08,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=940295b6cb07bf02d154153b6777c32a, ASSIGN in 346 msec 2024-11-22T04:12:08,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:12:08,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248728545"}]},"ts":"1732248728545"} 2024-11-22T04:12:08,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-22T04:12:08,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:12:08,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1900 sec 2024-11-22T04:12:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-22T04:12:09,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-22T04:12:09,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-22T04:12:09,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:12:09,532 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:09,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-22T04:12:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:09,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:12:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741851_1027 (size=640) 2024-11-22T04:12:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:09,944 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4026add4966943facc009c379daa1b, NAME => 'backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741852_1028 (size=45) 2024-11-22T04:12:10,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T04:12:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 5f4026add4966943facc009c379daa1b, disabling compactions & flushes 2024-11-22T04:12:10,354 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. after waiting 0 ms 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,354 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,354 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f4026add4966943facc009c379daa1b: Waiting for close lock at 1732248730354Disabling compacts and flushes for region at 1732248730354Disabling writes for close at 1732248730354Writing region close event to WAL at 1732248730354Closed at 1732248730354 2024-11-22T04:12:10,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:12:10,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732248730356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248730356"}]},"ts":"1732248730356"} 2024-11-22T04:12:10,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:12:10,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:12:10,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248730361"}]},"ts":"1732248730361"} 2024-11-22T04:12:10,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-22T04:12:10,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=5f4026add4966943facc009c379daa1b, ASSIGN}] 2024-11-22T04:12:10,365 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=5f4026add4966943facc009c379daa1b, ASSIGN 2024-11-22T04:12:10,367 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=5f4026add4966943facc009c379daa1b, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:12:10,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=5f4026add4966943facc009c379daa1b, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=5f4026add4966943facc009c379daa1b, ASSIGN because future has completed 2024-11-22T04:12:10,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4026add4966943facc009c379daa1b, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:10,678 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,679 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4026add4966943facc009c379daa1b, NAME => 'backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:10,679 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:10,679 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,679 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:10,679 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,679 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,681 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,683 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4026add4966943facc009c379daa1b columnFamilyName meta 2024-11-22T04:12:10,683 DEBUG [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:10,684 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] regionserver.HStore(327): Store=5f4026add4966943facc009c379daa1b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:10,684 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,686 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4026add4966943facc009c379daa1b columnFamilyName session 2024-11-22T04:12:10,686 DEBUG [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:10,687 INFO [StoreOpener-5f4026add4966943facc009c379daa1b-1 {}] regionserver.HStore(327): Store=5f4026add4966943facc009c379daa1b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:10,687 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,688 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system_bulk/5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,689 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system_bulk/5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,690 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,691 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,691 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T04:12:10,693 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,696 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system_bulk/5f4026add4966943facc009c379daa1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:12:10,697 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 5f4026add4966943facc009c379daa1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10779295360, jitterRate=0.0039001107215881348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T04:12:10,698 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:10,698 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 5f4026add4966943facc009c379daa1b: Running coprocessor pre-open hook at 1732248730680Writing region info on filesystem at 1732248730680Initializing all the Stores at 1732248730681 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248730681Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248730681Cleaning up temporary data from old regions at 1732248730691 (+10 ms)Running coprocessor post-open hooks at 1732248730698 (+7 ms)Region opened successfully at 1732248730698 2024-11-22T04:12:10,700 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b., pid=31, masterSystemTime=1732248730674 2024-11-22T04:12:10,702 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,702 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:10,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=5f4026add4966943facc009c379daa1b, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:10,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4026add4966943facc009c379daa1b, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:10,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T04:12:10,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4026add4966943facc009c379daa1b, server=c85114ed5096,42413,1732248708008 in 187 msec 2024-11-22T04:12:10,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T04:12:10,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=5f4026add4966943facc009c379daa1b, ASSIGN in 347 msec 2024-11-22T04:12:10,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:12:10,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248730716"}]},"ts":"1732248730716"} 2024-11-22T04:12:10,719 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-22T04:12:10,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:12:10,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1910 sec 2024-11-22T04:12:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T04:12:11,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-22T04:12:11,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:11,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:11,710 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T04:12:11,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-22T04:12:11,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248731733 (current time:1732248731733). 2024-11-22T04:12:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T04:12:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ecb6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:11,736 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d33205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:11,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:11,738 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:11,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddcb5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:11,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:11,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:11,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:11,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:11,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T04:12:11,754 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:11,759 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:11,768 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741853_1029 (size=52) 2024-11-22T04:12:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:12,180 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:12,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a}] 2024-11-22T04:12:12,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:12,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T04:12:12,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:12,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 940295b6cb07bf02d154153b6777c32a 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-22T04:12:12,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/a21ee176b21b4e22be814f54ced17792 is 49, key is activesession:/session:c/1732248731724/Put/seqid=0 2024-11-22T04:12:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741854_1030 (size=5049) 2024-11-22T04:12:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:12,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/a21ee176b21b4e22be814f54ced17792 2024-11-22T04:12:12,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/a21ee176b21b4e22be814f54ced17792 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792 2024-11-22T04:12:12,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792, entries=1, sequenceid=5, filesize=4.9 K 2024-11-22T04:12:12,803 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 451ms, sequenceid=5, compaction requested=false 2024-11-22T04:12:12,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-22T04:12:12,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 940295b6cb07bf02d154153b6777c32a: 2024-11-22T04:12:12,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. for snapshot_backup_system completed. 2024-11-22T04:12:12,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.' region-info for snapshot=snapshot_backup_system 2024-11-22T04:12:12,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:12,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792] hfiles 2024-11-22T04:12:12,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792 for snapshot=snapshot_backup_system 2024-11-22T04:12:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741855_1031 (size=95) 2024-11-22T04:12:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:13,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:13,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T04:12:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T04:12:13,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:13,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:13,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T04:12:13,238 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:13,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a in 1.0520 sec 2024-11-22T04:12:13,240 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:13,240 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:13,240 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T04:12:13,243 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T04:12:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741856_1032 (size=731) 2024-11-22T04:12:13,666 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:13,676 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:13,677 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_backup_system 2024-11-22T04:12:13,679 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:13,679 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-22T04:12:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9290 sec 2024-11-22T04:12:13,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-22T04:12:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T04:12:13,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T04:12:13,904 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732248727191 started at 1732248733903. 2024-11-22T04:12:13,921 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732248727191 has been started. 2024-11-22T04:12:13,925 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T04:12:13,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T04:12:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T04:12:13,932 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T04:12:13,932 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T04:12:13,932 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T04:12:13,932 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T04:12:13,933 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:13,933 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:13,935 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:13,935 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:13,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:13,935 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,935 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T04:12:13,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:13,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:13,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T04:12:13,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:13,937 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T04:12:13,939 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T04:12:13,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T04:12:13,940 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T04:12:13,940 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T04:12:13,940 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T04:12:13,940 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T04:12:13,940 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T04:12:13,942 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:13,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:13,943 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,943 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T04:12:13,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:13,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:13,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:13,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:13,945 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T04:12:13,945 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T04:12:13,945 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@76c2cdcc[Count = 0] remaining members to acquire global barrier 2024-11-22T04:12:13,946 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,946 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,947 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:13,947 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,947 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T04:12:13,947 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T04:12:13,948 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T04:12:13,948 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,956 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732248709946 highest: 1732248717731 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:13,956 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0:(num 1732248709946) roll requested 2024-11-22T04:12:13,968 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956, exclude list is [], retry=0 2024-11-22T04:12:13,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:13,974 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 2024-11-22T04:12:13,974 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:13,975 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946 is not closed yet, will try archiving it next time 2024-11-22T04:12:13,975 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.meta:.meta(num 1732248710884) roll requested 2024-11-22T04:12:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741832_1008 (size=1034) 2024-11-22T04:12:13,978 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248709946 2024-11-22T04:12:13,987 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta, exclude list is [], retry=0 2024-11-22T04:12:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:13,992 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta 2024-11-22T04:12:13,993 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:13,993 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta is not closed yet, will try archiving it next time 2024-11-22T04:12:13,993 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1:(num 1732248717731) roll requested 2024-11-22T04:12:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741834_1010 (size=12055) 2024-11-22T04:12:13,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta not finished, retry = 0 2024-11-22T04:12:14,005 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993, exclude list is [], retry=0 2024-11-22T04:12:14,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:14,010 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 2024-11-22T04:12:14,010 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:14,010 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 is not closed yet, will try archiving it next time 2024-11-22T04:12:14,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741840_1016 (size=4756) 2024-11-22T04:12:14,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 not finished, retry = 0 2024-11-22T04:12:14,016 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T04:12:14,017 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732248733956 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,017 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:12:14,017 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:12:14,017 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d401ada 2024-11-22T04:12:14,017 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:12:14,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:12:14,020 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:14,020 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:14,020 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:14,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:12:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:14,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:14,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:38433/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:14,044 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T04:12:14,044 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c85114ed5096,42413,1732248708008' in zk 2024-11-22T04:12:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,045 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T04:12:14,046 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:14,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:14,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:14,046 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T04:12:14,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:14,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:14,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:14,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:14,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:14,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c85114ed5096,42413,1732248708008': 2024-11-22T04:12:14,050 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T04:12:14,050 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T04:12:14,050 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T04:12:14,050 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T04:12:14,050 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c85114ed5096,42413,1732248708008' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T04:12:14,050 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T04:12:14,052 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,052 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,053 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:14,053 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:14,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:14,053 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:14,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:14,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:14,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,055 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:14,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:14,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:14,060 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:14,060 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:14,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:14,060 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:14,061 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:14,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T04:12:14,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T04:12:14,061 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:14,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T04:12:14,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } 2024-11-22T04:12:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248734078 (current time:1732248734078). 2024-11-22T04:12:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248734077_default_test-1732248716053 VERSION not specified, setting to 2 2024-11-22T04:12:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea00866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:14,080 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:14,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:14,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:14,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b3def8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:14,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:14,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:14,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:14,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f069dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:14,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:14,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:14,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } 2024-11-22T04:12:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T04:12:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:14,090 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:14,092 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:14,095 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:14,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741860_1036 (size=84) 2024-11-22T04:12:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:14,504 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:14,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2}] 2024-11-22T04:12:14,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:14,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T04:12:14,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:14,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9e1816f2b63e1e30a38682fb121be2c2 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-22T04:12:14,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f3/3fa5063dbdf04c5289e1d4edbd25b8bd is 58, key is row-test-1732248716053-3-0/f3:q1/1732248727155/Put/seqid=0 2024-11-22T04:12:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741861_1037 (size=5387) 2024-11-22T04:12:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:15,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f3/3fa5063dbdf04c5289e1d4edbd25b8bd 2024-11-22T04:12:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741862_1038 (size=4469) 2024-11-22T04:12:15,142 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T04:12:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:15,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/47de212983af495cb5b9f9892875a255 is 59, key is row-test-1732248716053-3-0/mob:q1/1732248727170/Put/seqid=0 2024-11-22T04:12:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741863_1039 (size=5484) 2024-11-22T04:12:15,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:12:15,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f3/3fa5063dbdf04c5289e1d4edbd25b8bd as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd 2024-11-22T04:12:15,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd, entries=6, sequenceid=121, filesize=5.3 K 2024-11-22T04:12:15,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/47de212983af495cb5b9f9892875a255 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:12:15,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255, entries=6, sequenceid=121, filesize=5.4 K 2024-11-22T04:12:15,983 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 1321ms, sequenceid=121, compaction requested=false 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9e1816f2b63e1e30a38682fb121be2c2: 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. for snapshot_1732248734077_default_test-1732248716053 completed. 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.' region-info for snapshot=snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d] hfiles 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d for snapshot=snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd] hfiles 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd for snapshot=snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255] hfiles 2024-11-22T04:12:15,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 for snapshot=snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:15,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741864_1040 (size=185) 2024-11-22T04:12:16,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-22T04:12:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:16,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:16,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T04:12:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T04:12:16,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248734077_default_test-1732248716053 on region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:16,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:16,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T04:12:16,398 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:16,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 in 1.8890 sec 2024-11-22T04:12:16,399 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:16,402 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T04:12:16,402 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T04:12:16,403 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:16,403 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T04:12:16,403 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:16,404 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-22T04:12:16,404 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:16,405 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-22T04:12:16,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741865_1041 (size=49) 2024-11-22T04:12:16,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-22T04:12:16,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:16,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-22T04:12:16,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-22T04:12:16,817 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:16,817 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:16,819 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741866_1042 (size=1146) 2024-11-22T04:12:17,235 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:17,244 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:17,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248734077_default_test-1732248716053 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:17,247 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:17,247 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-22T04:12:17,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732248734077_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } in 3.1590 sec 2024-11-22T04:12:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T04:12:18,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732248716053 completed 2024-11-22T04:12:18,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } 2024-11-22T04:12:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248738263 (current time:1732248738263). 2024-11-22T04:12:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248738262_ns2_test-17322487160531 VERSION not specified, setting to 2 2024-11-22T04:12:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188a109e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:18,266 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:18,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:18,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c66a26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:18,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:18,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb0a065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:18,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:18,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:18,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:18,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:18,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } 2024-11-22T04:12:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T04:12:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:18,279 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:18,281 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:18,284 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741867_1043 (size=86) 2024-11-22T04:12:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:18,697 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:18,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f}] 2024-11-22T04:12:18,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:18,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-22T04:12:18,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:18,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 28e2632ef431e70d92049088d0d2914f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-22T04:12:18,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/eeb7f6f5f32c41ecb8eb7008b0e76396 is 37, key is row10/f:q1/1732248721075/Put/seqid=0 2024-11-22T04:12:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741868_1044 (size=8413) 2024-11-22T04:12:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:19,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:12:19,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/eeb7f6f5f32c41ecb8eb7008b0e76396 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:12:19,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396, entries=99, sequenceid=103, filesize=8.2 K 2024-11-22T04:12:19,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 28e2632ef431e70d92049088d0d2914f in 458ms, sequenceid=103, compaction requested=false 2024-11-22T04:12:19,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 28e2632ef431e70d92049088d0d2914f: 2024-11-22T04:12:19,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. for snapshot_1732248738262_ns2_test-17322487160531 completed. 2024-11-22T04:12:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.' region-info for snapshot=snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396] hfiles 2024-11-22T04:12:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 for snapshot=snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:19,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741869_1045 (size=91) 2024-11-22T04:12:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:19,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:19,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T04:12:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T04:12:19,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248738262_ns2_test-17322487160531 on region 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:19,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:19,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T04:12:19,725 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:19,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f in 1.0250 sec 2024-11-22T04:12:19,726 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:19,728 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:19,728 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:19,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741870_1046 (size=456) 2024-11-22T04:12:20,141 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:20,148 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:20,149 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248738262_ns2_test-17322487160531 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:20,151 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:20,151 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-22T04:12:20,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732248738262_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } in 1.8740 sec 2024-11-22T04:12:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T04:12:20,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17322487160531 completed 2024-11-22T04:12:20,434 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732248727191 2024-11-22T04:12:20,434 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T04:12:20,438 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-22T04:12:20,443 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248727191_ns2:test-17322487160531 2024-11-22T04:12:20,444 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248738262_ns2_test-17322487160531 to hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/ 2024-11-22T04:12:20,448 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:12:20,477 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:20,477 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/.hbase-snapshot/.tmp/snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:20,479 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:12:20,485 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248738262_ns2_test-17322487160531 to hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/.hbase-snapshot/.tmp/snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741871_1047 (size=86) 2024-11-22T04:12:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741872_1048 (size=456) 2024-11-22T04:12:20,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:20,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:20,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-15227078941498380401.jar 2024-11-22T04:12:21,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,814 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,814 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:21,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:12:21,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:12:21,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:12:21,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:12:21,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:12:21,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:12:21,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:12:21,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:12:21,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:12:21,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:12:21,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:12:21,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:21,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:21,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:21,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:21,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:21,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:21,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:21,882 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:12:21,913 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248738262_ns2_test-17322487160531' hfile list 2024-11-22T04:12:21,921 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-22T04:12:22,170 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local893482978_0001_b6aafffc-5a7e-470f-8583-b8c4b3ab9e60/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:12:22,170 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local893482978_0001_b6aafffc-5a7e-470f-8583-b8c4b3ab9e60/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:12:22,345 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T04:12:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741873_1049 (size=8413) 2024-11-22T04:12:22,844 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 output=hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:12:22,847 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-11-22T04:12:23,266 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:12:23,267 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:12:23,276 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:23,276 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248738262_ns2_test-17322487160531 finished. 2024-11-22T04:12:23,276 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248727191_test-1732248716053 2024-11-22T04:12:23,276 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248734077_default_test-1732248716053 to hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/ 2024-11-22T04:12:23,276 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:12:23,313 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:23,313 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/.hbase-snapshot/.tmp/snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:23,316 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:12:23,323 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248734077_default_test-1732248716053 to hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/.hbase-snapshot/.tmp/snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741874_1050 (size=1146) 2024-11-22T04:12:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741875_1051 (size=84) 2024-11-22T04:12:23,741 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:23,743 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:23,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-5698252218628102047.jar 2024-11-22T04:12:24,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:24,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:12:24,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:12:24,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:12:24,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:12:24,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:12:24,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:12:24,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:12:24,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:12:24,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:12:24,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:12:24,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:12:24,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:24,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:24,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:24,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:24,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:24,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:24,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:24,675 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:12:24,701 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248734077_default_test-1732248716053' hfile list 2024-11-22T04:12:24,704 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-22T04:12:24,788 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local129911149_0002_ad7a61ee-7426-4dc4-819b-0892c891da8d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:12:24,788 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local129911149_0002_ad7a61ee-7426-4dc4-819b-0892c891da8d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:12:24,859 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T04:12:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741876_1052 (size=8413) 2024-11-22T04:12:25,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d output=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:12:25,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T04:12:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741877_1053 (size=5484) 2024-11-22T04:12:25,756 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 output=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:12:25,756 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-22T04:12:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741878_1054 (size=5387) 2024-11-22T04:12:26,211 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd output=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd 2024-11-22T04:12:26,212 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-22T04:12:26,835 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:12:26,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:12:26,845 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:26,845 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248734077_default_test-1732248716053 finished. 2024-11-22T04:12:26,845 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17322487160531 2024-11-22T04:12:26,846 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732248716053 2024-11-22T04:12:26,892 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248727191 2024-11-22T04:12:26,892 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T04:12:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741879_1055 (size=130) 2024-11-22T04:12:27,304 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38433/backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:12:27,310 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732248727191 finished: type=FULL,tablelist=ns2:test-17322487160531;test-1732248716053,targetRootDir=hdfs://localhost:38433/backupUT,startts=1732248733903,completets=1732248746890,bytescopied=0 2024-11-22T04:12:27,310 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T04:12:27,310 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:27,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248738262_ns2_test-17322487160531" type: DISABLED 2024-11-22T04:12:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248738262_ns2_test-17322487160531 2024-11-22T04:12:27,324 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248738262_ns2_test-17322487160531 for backup backup_1732248727191 succeeded. 2024-11-22T04:12:27,324 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:27,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248734077_default_test-1732248716053" type: DISABLED 2024-11-22T04:12:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248734077_default_test-1732248716053 2024-11-22T04:12:27,329 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248734077_default_test-1732248716053 for backup backup_1732248727191 succeeded. 2024-11-22T04:12:27,330 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T04:12:27,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T04:12:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T04:12:27,343 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T04:12:27,348 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T04:12:27,363 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732248727191 completed. 2024-11-22T04:12:27,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:27,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732248727191', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:27,582 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732248716053 2024-11-22T04:12:27,602 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732248716053 2024-11-22T04:12:27,809 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732248716053 to Mob enabled CF 2024-11-22T04:12:27,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322487160531', row='row-t20', locateType=CURRENT is [region=ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:27,850 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17322487160531 2024-11-22T04:12:27,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:27,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] assignment.SplitTableRegionProcedure(210): test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. splitKey isn't explicitly specified, will try to find a best split key from RS c85114ed5096,42413,1732248708008 2024-11-22T04:12:27,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d because midkey is the same as first or last row 2024-11-22T04:12:27,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd because midkey is the same as first or last row 2024-11-22T04:12:27,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 because midkey is the same as first or last row 2024-11-22T04:12:27,861 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HRegion(2902): Flushing 9e1816f2b63e1e30a38682fb121be2c2 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-22T04:12:27,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/bc926ebf5dbc47b0b9b43ba2c0465d98 is 59, key is row-test-1732248716053-1-10/f:q1/1732248747406/Put/seqid=0 2024-11-22T04:12:27,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741880_1056 (size=10796) 2024-11-22T04:12:28,285 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/bc926ebf5dbc47b0b9b43ba2c0465d98 2024-11-22T04:12:28,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 is 63, key is row-test-1732248716053-3-100/mob:q1/1732248747790/Put/seqid=0 2024-11-22T04:12:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741881_1057 (size=5591) 2024-11-22T04:12:28,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:28,719 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:28,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/37cf7253506245d6935b98e3250fe89a, store: [table=test-1732248716053 family=mob region=9e1816f2b63e1e30a38682fb121be2c2] 2024-11-22T04:12:28,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/37cf7253506245d6935b98e3250fe89a is 192, key is row-test-1732248716053-3-100/mob:q1/1732248747790/Put/seqid=0 2024-11-22T04:12:28,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741882_1058 (size=13760) 2024-11-22T04:12:29,128 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/37cf7253506245d6935b98e3250fe89a 2024-11-22T04:12:29,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f/bc926ebf5dbc47b0b9b43ba2c0465d98 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 2024-11-22T04:12:29,152 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98, entries=99, sequenceid=334, filesize=10.5 K 2024-11-22T04:12:29,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/mob/37cf7253506245d6935b98e3250fe89a as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a 2024-11-22T04:12:29,160 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a, entries=111, sequenceid=334, filesize=13.4 K 2024-11-22T04:12:29,161 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 1300ms, sequenceid=334, compaction requested=false 2024-11-22T04:12:29,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 9e1816f2b63e1e30a38682fb121be2c2: 2024-11-22T04:12:29,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 because midkey is the same as first or last row 2024-11-22T04:12:29,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd because midkey is the same as first or last row 2024-11-22T04:12:29,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a because midkey is the same as first or last row 2024-11-22T04:12:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c85114ed5096,42413,1732248708008 2024-11-22T04:12:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T04:12:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:38906 deadline: 1732248807856, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-22T04:12:29,168 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:29,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732248716053 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:29,169 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T04:12:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732248716053,, stopping at row=test-1732248716053 ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732248716053,, stopping at row=test-1732248716053 ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,188 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1338 2024-11-22T04:12:29,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,230 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T04:12:29,234 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248749188 2024-11-22T04:12:29,241 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732248727191} 2024-11-22T04:12:29,241 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T04:12:29,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:29,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248749293 (current time:1732248749293). 2024-11-22T04:12:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T04:12:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8a9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:29,296 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e88c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:29,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:29,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddf99b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:29,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:29,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:29,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:29,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T04:12:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:29,308 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:29,309 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:29,311 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741883_1059 (size=52) 2024-11-22T04:12:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:29,721 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:29,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a}] 2024-11-22T04:12:29,724 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:29,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-22T04:12:29,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:29,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 940295b6cb07bf02d154153b6777c32a 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-22T04:12:29,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/7c0206723a09481d9b0b84dcbf419f82 is 158, key is trslm:hdfs://localhost:38433/backupUT\x00ns2:test-17322487160531/meta:log-roll-map/1732248746879/Put/seqid=0 2024-11-22T04:12:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741884_1060 (size=5914) 2024-11-22T04:12:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:30,304 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/7c0206723a09481d9b0b84dcbf419f82 2024-11-22T04:12:30,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/cd163dcc32724d3faabffe8639bcc396 is 433, key is session:backup_1732248727191/session:context/1732248747347/Put/seqid=0 2024-11-22T04:12:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741885_1061 (size=5535) 2024-11-22T04:12:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:30,726 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/cd163dcc32724d3faabffe8639bcc396 2024-11-22T04:12:30,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/7c0206723a09481d9b0b84dcbf419f82 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82 2024-11-22T04:12:30,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82, entries=6, sequenceid=17, filesize=5.8 K 2024-11-22T04:12:30,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/cd163dcc32724d3faabffe8639bcc396 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396 2024-11-22T04:12:30,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T04:12:30,754 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 876ms, sequenceid=17, compaction requested=false 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 940295b6cb07bf02d154153b6777c32a: 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. for snapshot_backup_system completed. 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.' region-info for snapshot=snapshot_backup_system 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82] hfiles 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82 for snapshot=snapshot_backup_system 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396] hfiles 2024-11-22T04:12:30,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792 for snapshot=snapshot_backup_system 2024-11-22T04:12:30,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396 for snapshot=snapshot_backup_system 2024-11-22T04:12:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741886_1062 (size=173) 2024-11-22T04:12:31,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:31,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T04:12:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T04:12:31,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:31,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:31,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T04:12:31,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:31,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a in 1.4450 sec 2024-11-22T04:12:31,173 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:31,174 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:31,174 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T04:12:31,174 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T04:12:31,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741887_1063 (size=810) 2024-11-22T04:12:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:31,589 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:31,601 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:31,602 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_backup_system 2024-11-22T04:12:31,603 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:31,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-22T04:12:31,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2980 sec 2024-11-22T04:12:31,986 DEBUG [master/c85114ed5096:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732248716053 2024-11-22T04:12:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741888_1064 (size=950) 2024-11-22T04:12:32,403 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000002.908 2024-11-22T04:12:32,403 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000003.950 2024-11-22T04:12:32,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732248716053 in 427 msec 2024-11-22T04:12:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T04:12:33,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T04:12:33,472 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732248749188 started at 1732248753472. 2024-11-22T04:12:33,477 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732248749188 has been started. 2024-11-22T04:12:33,486 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17322487160531, test-1732248716053] 2024-11-22T04:12:33,492 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732248717731for backupID backup_1732248749188 2024-11-22T04:12:33,492 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T04:12:33,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T04:12:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T04:12:33,493 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T04:12:33,493 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T04:12:33,493 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T04:12:33,493 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T04:12:33,494 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,494 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:33,495 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,495 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:33,496 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:33,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:33,496 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,496 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T04:12:33,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:33,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T04:12:33,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:33,497 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T04:12:33,498 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T04:12:33,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T04:12:33,498 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T04:12:33,498 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T04:12:33,498 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T04:12:33,498 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T04:12:33,498 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T04:12:33,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,500 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:33,500 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,500 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T04:12:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:33,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:33,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:33,502 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T04:12:33,502 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@775999df[Count = 0] remaining members to acquire global barrier 2024-11-22T04:12:33,503 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T04:12:33,503 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,504 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,504 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,504 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T04:12:33,504 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,504 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T04:12:33,504 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T04:12:33,504 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,505 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732248733956 highest: 1732248733993 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,505 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0:(num 1732248733956) roll requested 2024-11-22T04:12:33,516 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505, exclude list is [], retry=0 2024-11-22T04:12:33,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:33,521 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 2024-11-22T04:12:33,521 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:33,521 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 is not closed yet, will try archiving it next time 2024-11-22T04:12:33,521 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.meta:.meta(num 1732248733975) roll requested 2024-11-22T04:12:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741857_1033 (size=1198) 2024-11-22T04:12:33,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 not finished, retry = 0 2024-11-22T04:12:33,534 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta, exclude list is [], retry=0 2024-11-22T04:12:33,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:33,538 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta 2024-11-22T04:12:33,538 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:33,538 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta is not closed yet, will try archiving it next time 2024-11-22T04:12:33,538 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1:(num 1732248733993) roll requested 2024-11-22T04:12:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741858_1034 (size=93) 2024-11-22T04:12:33,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta not finished, retry = 0 2024-11-22T04:12:33,550 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538, exclude list is [], retry=0 2024-11-22T04:12:33,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:33,554 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 2024-11-22T04:12:33,555 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:33,555 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 is not closed yet, will try archiving it next time 2024-11-22T04:12:33,555 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248717731 2024-11-22T04:12:33,556 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 not finished, retry = 0 2024-11-22T04:12:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741859_1035 (size=30490) 2024-11-22T04:12:33,565 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T04:12:33,565 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732248753505 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:33,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:33,584 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T04:12:33,584 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c85114ed5096,42413,1732248708008' in zk 2024-11-22T04:12:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,586 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T04:12:33,586 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:33,586 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T04:12:33,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:33,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:33,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:33,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:33,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,588 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:33,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,589 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c85114ed5096,42413,1732248708008': 2024-11-22T04:12:33,590 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T04:12:33,590 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c85114ed5096,42413,1732248708008' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T04:12:33,590 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T04:12:33,590 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T04:12:33,590 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T04:12:33,590 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T04:12:33,592 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,592 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:33,592 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:33,592 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:33,592 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:33,593 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,593 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,593 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,593 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:33,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,594 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,594 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:33,595 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:33,595 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:33,596 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,596 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:33,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:33,597 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:33,597 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:33,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T04:12:33,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T04:12:33,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-22T04:12:33,597 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:33,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T04:12:33,604 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {c85114ed5096:42413=1732248717731} newestTimestamps: {c85114ed5096:42413=1732248733993} 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 2024-11-22T04:12:33,606 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 2024-11-22T04:12:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741892_1068 (size=364) 2024-11-22T04:12:33,641 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta 2024-11-22T04:12:34,021 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17322487160531 target: hdfs://localhost:38433/backupUT/backup_1732248749188/ns2/test-17322487160531 descriptor: 'ns2:test-17322487160531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:34,021 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:12:34,027 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17322487160531 2024-11-22T04:12:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741893_1069 (size=50) 2024-11-22T04:12:34,435 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17322487160531 2024-11-22T04:12:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741894_1070 (size=950) 2024-11-22T04:12:34,856 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732248716053 target: hdfs://localhost:38433/backupUT/backup_1732248749188/default/test-1732248716053 descriptor: 'test-1732248716053', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:34,856 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:12:34,862 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732248716053 2024-11-22T04:12:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741895_1071 (size=53) 2024-11-22T04:12:35,269 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732248716053 2024-11-22T04:12:35,284 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188 from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956;hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 2024-11-22T04:12:35,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6422227b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:35,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:35,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:35,287 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f86d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:35,289 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:35,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a3a2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:35,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:12:35,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:12:35,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484d68ed 2024-11-22T04:12:35,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:12:35,292 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:12:35,298 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:12:35,298 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17322487160531 2024-11-22T04:12:35,298 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17322487160531,, stopping at row=ns2:test-17322487160531 ,, for max=2147483647 with caching=100 2024-11-22T04:12:35,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:35,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:35,303 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17322487160531: ns2:test-17322487160531; 2024-11-22T04:12:35,304 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732248716053 2024-11-22T04:12:35,304 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732248716053,, stopping at row=test-1732248716053 ,, for max=2147483647 with caching=100 2024-11-22T04:12:35,306 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732248716053: test-1732248716053; 2024-11-22T04:12:35,307 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T04:12:35,307 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_42672953-8edb-4911-9b1f-9cac978f7b21 2024-11-22T04:12:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741896_1072 (size=192) 2024-11-22T04:12:35,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:35,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:35,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-15773670318538525014.jar 2024-11-22T04:12:36,602 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,603 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:12:36,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:12:36,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:12:36,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:12:36,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:12:36,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:12:36,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:36,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:36,610 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17322487160531,default:test-1732248716053 2024-11-22T04:12:36,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:12:36,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:12:36,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:36,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:36,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:36,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:12:37,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-2154665583661529914.jar 2024-11-22T04:12:37,475 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:12:37,501 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 for WAL files 2024-11-22T04:12:37,503 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 2024-11-22T04:12:37,503 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 for WAL files 2024-11-22T04:12:37,504 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 2024-11-22T04:12:37,609 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local2119493565_0003_0ac8c0bf-d055-4859-a0be-28559134d632/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:12:37,609 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local2119493565_0003_0ac8c0bf-d055-4859-a0be-28559134d632/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:12:37,696 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 for hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 (-9223372036854775808:9223372036854775807) length:30490 2024-11-22T04:12:37,717 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T04:12:37,717 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T04:12:37,767 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 for hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 (-9223372036854775808:9223372036854775807) length:1198 2024-11-22T04:12:37,771 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T04:12:37,771 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T04:12:37,852 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6849e2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:37,852 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:37,852 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:37,853 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:37,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:37,855 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:37,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4813cbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:37,856 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:37,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:37,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17322487160531', row='row-t20', locateType=CURRENT is [region=ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:37,861 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T04:12:37,861 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:12:37,861 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:37,861 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:37,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:37,861 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T04:12:37,861 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:12:37,866 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188/_temporary/0/_temporary/attempt_local2119493565_0003_r_000000_0/ns2/test-17322487160531/f/f496a1dfd98d4df7a99d9c63035a2d47 is 38, key is row-t20/f:q1/1732248747835/Put/seqid=0 2024-11-22T04:12:37,869 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:12:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741897_1073 (size=5275) 2024-11-22T04:12:38,310 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c2295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,310 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:38,310 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:38,311 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5110c645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,313 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:38,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1252fa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,314 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:38,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732248716053', row='row-test-1732248716053-1-0', locateType=CURRENT is [region=test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., hostname=c85114ed5096,42413,1732248708008, seqNum=107] 2024-11-22T04:12:38,317 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T04:12:38,317 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:12:38,317 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,318 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:38,318 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-1-0] 2024-11-22T04:12:38,318 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:12:38,330 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e60e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,330 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:38,330 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:38,331 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b41cfc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:38,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:38,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,332 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:38,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a2e42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:38,333 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:38,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:38,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:38,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732248716053', row='row-test-1732248716053-3-0', locateType=CURRENT is [region=test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., hostname=c85114ed5096,42413,1732248708008, seqNum=107] 2024-11-22T04:12:38,337 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-22T04:12:38,337 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:12:38,337 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,338 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:38,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:38,338 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-3-0] 2024-11-22T04:12:38,338 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:12:38,346 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188/_temporary/0/_temporary/attempt_local2119493565_0003_r_000001_0/default/test-1732248716053/f/aaaf500b93dd4c17b002e676e49eaec0 is 59, key is row-test-1732248716053-1-10/f:q1/1732248747406/Put/seqid=0 2024-11-22T04:12:38,348 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:12:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741898_1074 (size=10770) 2024-11-22T04:12:38,754 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188/_temporary/0/_temporary/attempt_local2119493565_0003_r_000001_0/default/test-1732248716053/mob/a3a47b8126954a41ab0e4840163af8f9 is 63, key is row-test-1732248716053-3-100/mob:q1/1732248747790/Put/seqid=0 2024-11-22T04:12:38,759 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:12:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741899_1075 (size=11811) 2024-11-22T04:12:39,657 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38433/backupUT 2024-11-22T04:12:39,657 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732248749188 2024-11-22T04:12:39,657 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T04:12:39,674 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188, hdfs://localhost:38433/backupUT] 2024-11-22T04:12:39,740 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:12:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741900_1076 (size=11811) 2024-11-22T04:12:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741901_1077 (size=10770) 2024-11-22T04:12:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741902_1078 (size=5275) 2024-11-22T04:12:41,158 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T04:12:41,158 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T04:12:41,352 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T04:12:41,358 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732248749188 2024-11-22T04:12:41,358 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-22T04:12:41,359 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local660241569_0004 completed: true true 2024-11-22T04:12:41,360 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824600 FILE: Number of bytes written=6186859 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-22T04:12:41,361 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38433/backupUT/.tmp/backup_1732248749188 to hdfs://localhost:38433/backupUT finished. 2024-11-22T04:12:41,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17322487160531:', locateType=CURRENT is [region=backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:12:41,379 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248749188 2024-11-22T04:12:41,383 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732248727191} 2024-11-22T04:12:41,383 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T04:12:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741903_1079 (size=384) 2024-11-22T04:12:41,792 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38433/backupUT/backup_1732248749188/.backup.manifest 2024-11-22T04:12:41,792 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732248749188 finished: type=INCREMENTAL,tablelist=ns2:test-17322487160531;test-1732248716053,targetRootDir=hdfs://localhost:38433/backupUT,startts=1732248753472,completets=1732248761379,bytescopied=0 2024-11-22T04:12:41,793 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T04:12:41,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T04:12:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T04:12:41,808 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T04:12:41,811 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T04:12:41,815 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732248749188 completed. 2024-11-22T04:12:41,815 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T04:12:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:41,837 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248749188/.backup.manifest 2024-11-22T04:12:41,840 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248749188/.backup.manifest 2024-11-22T04:12:41,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732248716053 from 'test-1732248716053', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:12:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732248716053 2024-11-22T04:12:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741904_1080 (size=908) 2024-11-22T04:12:42,259 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000003.950 2024-11-22T04:12:42,259 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/.tabledesc/.tableinfo.0000000004.908 2024-11-22T04:12:42,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732248716053}] 2024-11-22T04:12:42,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE}] 2024-11-22T04:12:42,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE 2024-11-22T04:12:42,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:42,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE because future has completed 2024-11-22T04:12:42,271 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:12:42,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:42,425 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,425 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:12:42,425 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 9e1816f2b63e1e30a38682fb121be2c2, disabling compactions & flushes 2024-11-22T04:12:42,426 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,426 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,426 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. after waiting 0 ms 2024-11-22T04:12:42,426 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,437 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-22T04:12:42,438 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:12:42,438 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,438 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 9e1816f2b63e1e30a38682fb121be2c2: Waiting for close lock at 1732248762425Running coprocessor pre-close hooks at 1732248762425Disabling compacts and flushes for region at 1732248762425Disabling writes for close at 1732248762426 (+1 ms)Writing region close event to WAL at 1732248762430 (+4 ms)Running coprocessor post-close hooks at 1732248762438 (+8 ms)Closed at 1732248762438 2024-11-22T04:12:42,439 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 9e1816f2b63e1e30a38682fb121be2c2 to self. 2024-11-22T04:12:42,441 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=CLOSED 2024-11-22T04:12:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T04:12:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 in 175 msec 2024-11-22T04:12:42,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=true 2024-11-22T04:12:42,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:42,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE because future has completed 2024-11-22T04:12:42,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:12:42,764 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,765 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e1816f2b63e1e30a38682fb121be2c2, NAME => 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:12:42,765 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:12:42,765 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732248716053 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,765 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:12:42,765 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,765 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,767 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,768 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName f 2024-11-22T04:12:42,768 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:42,776 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 2024-11-22T04:12:42,781 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:12:42,782 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:42,782 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,783 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName f2 2024-11-22T04:12:42,783 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:42,784 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:42,784 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,785 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e1816f2b63e1e30a38682fb121be2c2 columnFamilyName mob 2024-11-22T04:12:42,785 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:42,792 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a 2024-11-22T04:12:42,797 DEBUG [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:12:42,797 INFO [StoreOpener-9e1816f2b63e1e30a38682fb121be2c2-1 {}] regionserver.HStore(327): Store=9e1816f2b63e1e30a38682fb121be2c2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:12:42,797 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,798 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,799 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,800 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,800 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,801 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732248716053 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:12:42,802 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,803 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 9e1816f2b63e1e30a38682fb121be2c2; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11291635360, jitterRate=0.05161549150943756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:12:42,804 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:42,807 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 9e1816f2b63e1e30a38682fb121be2c2: Running coprocessor pre-open hook at 1732248762766Writing region info on filesystem at 1732248762766Initializing all the Stores at 1732248762766Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248762767 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248762767Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248762767Cleaning up temporary data from old regions at 1732248762800 (+33 ms)Running coprocessor post-open hooks at 1732248762804 (+4 ms)Region opened successfully at 1732248762807 (+3 ms) 2024-11-22T04:12:42,808 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., pid=46, masterSystemTime=1732248762761 2024-11-22T04:12:42,810 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,810 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:42,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=9e1816f2b63e1e30a38682fb121be2c2, regionState=OPEN, openSeqNum=338, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:12:42,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:12:42,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-22T04:12:42,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2, server=c85114ed5096,42413,1732248708008 in 206 msec 2024-11-22T04:12:42,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T04:12:42,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732248716053, region=9e1816f2b63e1e30a38682fb121be2c2, REOPEN/MOVE in 547 msec 2024-11-22T04:12:42,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T04:12:42,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732248716053 in 551 msec 2024-11-22T04:12:42,820 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732248716053 2024-11-22T04:12:42,826 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd 2024-11-22T04:12:42,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732248716053 in 985 msec 2024-11-22T04:12:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T04:12:42,830 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732248716053 completed 2024-11-22T04:12:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,866 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T04:12:42,870 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248762831 2024-11-22T04:12:42,872 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732248749188} 2024-11-22T04:12:42,872 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732248727191} 2024-11-22T04:12:42,872 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-22T04:12:42,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,915 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732248716053 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732248716053 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T04:12:42,918 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732248762831,startts=0,failedts=1732248762916,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732248716053 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-22T04:12:42,918 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-22T04:12:42,920 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-22T04:12:42,920 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T04:12:42,922 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-22T04:12:42,922 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-22T04:12:42,924 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T04:12:42,926 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732248762831 failed. 2024-11-22T04:12:42,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:42,945 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732248716053, ns2:test-17322487160531, ns3:test-17322487160532, ns4:test-17322487160533] 2024-11-22T04:12:42,945 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T04:12:42,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248762949 (current time:1732248762949). 2024-11-22T04:12:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T04:12:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bf9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:42,951 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:42,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:42,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:42,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf7b22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:42,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:42,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:42,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:42,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa768bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:42,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:42,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:42,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:12:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T04:12:42,959 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:42,960 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:42,963 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741905_1081 (size=52) 2024-11-22T04:12:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:43,373 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:43,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a}] 2024-11-22T04:12:43,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:43,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-22T04:12:43,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:43,531 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 940295b6cb07bf02d154153b6777c32a 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-22T04:12:43,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/fab5532061f84d2690d32619d4559dcf is 158, key is trslm:hdfs://localhost:38433/backupUT\x00ns2:test-17322487160531/meta:log-roll-map/1732248761367/Put/seqid=0 2024-11-22T04:12:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741906_1082 (size=5745) 2024-11-22T04:12:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:43,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/fab5532061f84d2690d32619d4559dcf 2024-11-22T04:12:43,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/f551fdd526b9439b858a40ae63cca7c0 is 1245, key is session:backup_1732248762831/session:context/1732248762923/Put/seqid=0 2024-11-22T04:12:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741907_1083 (size=6682) 2024-11-22T04:12:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:44,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/f551fdd526b9439b858a40ae63cca7c0 2024-11-22T04:12:44,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/fab5532061f84d2690d32619d4559dcf as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf 2024-11-22T04:12:44,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf, entries=4, sequenceid=31, filesize=5.6 K 2024-11-22T04:12:44,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/f551fdd526b9439b858a40ae63cca7c0 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0 2024-11-22T04:12:44,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0, entries=3, sequenceid=31, filesize=6.5 K 2024-11-22T04:12:44,398 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 867ms, sequenceid=31, compaction requested=true 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 940295b6cb07bf02d154153b6777c32a: 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. for snapshot_backup_system completed. 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.' region-info for snapshot=snapshot_backup_system 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf] hfiles 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82 for snapshot=snapshot_backup_system 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf for snapshot=snapshot_backup_system 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0] hfiles 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792 for snapshot=snapshot_backup_system 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396 for snapshot=snapshot_backup_system 2024-11-22T04:12:44,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0 for snapshot=snapshot_backup_system 2024-11-22T04:12:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741908_1084 (size=251) 2024-11-22T04:12:44,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:12:44,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T04:12:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T04:12:44,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:44,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:12:44,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T04:12:44,808 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:44,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a in 1.4330 sec 2024-11-22T04:12:44,809 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:44,810 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:44,810 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T04:12:44,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T04:12:44,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741909_1085 (size=888) 2024-11-22T04:12:45,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 28e2632ef431e70d92049088d0d2914f, had cached 0 bytes from a total of 8413 2024-11-22T04:12:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:45,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T04:12:45,226 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:45,235 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:45,236 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_backup_system 2024-11-22T04:12:45,238 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:45,238 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-22T04:12:45,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2810 sec 2024-11-22T04:12:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-22T04:12:47,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T04:12:47,144 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732248762927 started at 1732248767144. 2024-11-22T04:12:47,150 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732248762927 has been started. 2024-11-22T04:12:47,158 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-22T04:12:47,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T04:12:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T04:12:47,159 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T04:12:47,159 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T04:12:47,159 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T04:12:47,159 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T04:12:47,161 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,161 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:47,163 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,163 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:47,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:47,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:47,164 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,164 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T04:12:47,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:47,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T04:12:47,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:47,167 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T04:12:47,168 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T04:12:47,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T04:12:47,168 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T04:12:47,168 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T04:12:47,168 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T04:12:47,168 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T04:12:47,168 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T04:12:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,171 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:47,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:47,171 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,171 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T04:12:47,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:47,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:47,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:47,175 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T04:12:47,175 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@122ee1af[Count = 0] remaining members to acquire global barrier 2024-11-22T04:12:47,175 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T04:12:47,175 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,176 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,176 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,176 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T04:12:47,176 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,176 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T04:12:47,176 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T04:12:47,176 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,177 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732248753505 highest: 1732248753538 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,177 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0:(num 1732248753505) roll requested 2024-11-22T04:12:47,192 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177, exclude list is [], retry=0 2024-11-22T04:12:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:47,197 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 2024-11-22T04:12:47,197 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:47,197 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 is not closed yet, will try archiving it next time 2024-11-22T04:12:47,197 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.meta:.meta(num 1732248753521) roll requested 2024-11-22T04:12:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741889_1065 (size=93) 2024-11-22T04:12:47,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 not finished, retry = 0 2024-11-22T04:12:47,209 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta, exclude list is [], retry=0 2024-11-22T04:12:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:47,213 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta 2024-11-22T04:12:47,213 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:47,213 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta is not closed yet, will try archiving it next time 2024-11-22T04:12:47,213 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1:(num 1732248753538) roll requested 2024-11-22T04:12:47,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta not finished, retry = 0 2024-11-22T04:12:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741890_1066 (size=1903) 2024-11-22T04:12:47,225 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214, exclude list is [], retry=0 2024-11-22T04:12:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:12:47,229 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 2024-11-22T04:12:47,229 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:12:47,229 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 is not closed yet, will try archiving it next time 2024-11-22T04:12:47,229 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248733993 2024-11-22T04:12:47,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 not finished, retry = 0 2024-11-22T04:12:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741891_1067 (size=4927) 2024-11-22T04:12:47,237 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-22T04:12:47,237 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732248767177 on c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:12:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:12:47,254 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T04:12:47,254 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c85114ed5096,42413,1732248708008' in zk 2024-11-22T04:12:47,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,256 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T04:12:47,256 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:47,256 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T04:12:47,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:47,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:47,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:47,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:47,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:47,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c85114ed5096,42413,1732248708008': 2024-11-22T04:12:47,260 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c85114ed5096,42413,1732248708008' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T04:12:47,260 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T04:12:47,260 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T04:12:47,260 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T04:12:47,260 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T04:12:47,260 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T04:12:47,262 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,262 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:47,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,262 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:12:47,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:12:47,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:12:47,263 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:47,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:47,263 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:12:47,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,265 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:12:47,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:12:47,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:47,269 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:12:47,269 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:12:47,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:12:47,269 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:12:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:12:47,269 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:12:47,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T04:12:47,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T04:12:47,270 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:12:47,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:12:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T04:12:47,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T04:12:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248767285 (current time:1732248767285). 2024-11-22T04:12:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248767285_backup_system_bulk VERSION not specified, setting to 2 2024-11-22T04:12:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e21eb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:47,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:47,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:47,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:47,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae1cdeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:47,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:47,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:47,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:47,290 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:47,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326f030b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:47,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:47,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:47,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:47,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-22T04:12:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-22T04:12:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:47,297 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:47,298 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:47,299 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248753505 2024-11-22T04:12:47,301 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741913_1089 (size=76) 2024-11-22T04:12:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:47,711 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:47,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4026add4966943facc009c379daa1b}] 2024-11-22T04:12:47,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:47,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-22T04:12:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:47,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 5f4026add4966943facc009c379daa1b: 2024-11-22T04:12:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. for snapshot_1732248767285_backup_system_bulk completed. 2024-11-22T04:12:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b.' region-info for snapshot=snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:47,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:47,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741914_1090 (size=61) 2024-11-22T04:12:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:47,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T04:12:48,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:12:48,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T04:12:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T04:12:48,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248767285_backup_system_bulk on region 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:48,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4026add4966943facc009c379daa1b 2024-11-22T04:12:48,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T04:12:48,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f4026add4966943facc009c379daa1b in 575 msec 2024-11-22T04:12:48,291 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:48,293 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:48,294 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:48,295 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:48,296 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741915_1091 (size=702) 2024-11-22T04:12:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:48,710 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:48,717 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:48,717 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248767285_backup_system_bulk to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:48,719 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:48,719 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-22T04:12:48,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732248767285_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4240 sec 2024-11-22T04:12:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-22T04:12:49,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-22T04:12:49,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } 2024-11-22T04:12:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248769455 (current time:1732248769455). 2024-11-22T04:12:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248769453_ns3_test-17322487160532 VERSION not specified, setting to 2 2024-11-22T04:12:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bef038b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:49,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:49,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:49,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:49,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b97b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:49,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:49,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:49,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:49,463 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:49,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202296f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:49,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:49,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:49,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:49,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:49,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } 2024-11-22T04:12:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-22T04:12:49,470 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:49,471 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:49,474 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741916_1092 (size=86) 2024-11-22T04:12:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:49,886 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:49,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab}] 2024-11-22T04:12:49,888 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:50,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-22T04:12:50,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for cf0f27c60e9489ca4a509bbc9a8364ab: 2024-11-22T04:12:50,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. for snapshot_1732248769453_ns3_test-17322487160532 completed. 2024-11-22T04:12:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab.' region-info for snapshot=snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:12:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:50,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741917_1093 (size=52) 2024-11-22T04:12:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:50,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:12:50,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T04:12:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T04:12:50,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248769453_ns3_test-17322487160532 on region cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:50,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:12:50,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T04:12:50,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf0f27c60e9489ca4a509bbc9a8364ab in 573 msec 2024-11-22T04:12:50,463 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:50,465 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:50,466 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:50,466 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:12:50,468 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:12:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741918_1094 (size=443) 2024-11-22T04:12:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:50,879 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:50,888 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:50,889 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248769453_ns3_test-17322487160532 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:12:50,890 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:50,890 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-22T04:12:50,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732248769453_ns3_test-17322487160532 table=ns3:test-17322487160532 type=FLUSH ttl=0 } in 1.4220 sec 2024-11-22T04:12:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-22T04:12:51,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17322487160532 completed 2024-11-22T04:12:51,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } 2024-11-22T04:12:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248771635 (current time:1732248771635). 2024-11-22T04:12:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248771633_ns4_test-17322487160533 VERSION not specified, setting to 2 2024-11-22T04:12:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b004c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:51,641 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:51,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:51,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:51,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4300a40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:51,644 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:51,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551f1d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:51,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:51,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:51,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:51,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:51,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } 2024-11-22T04:12:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-22T04:12:51,653 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:51,654 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:51,657 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741919_1095 (size=86) 2024-11-22T04:12:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:52,068 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:52,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ad612677958133c3a5ad34ee22ffb36}] 2024-11-22T04:12:52,072 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:52,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-22T04:12:52,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:52,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 9ad612677958133c3a5ad34ee22ffb36: 2024-11-22T04:12:52,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. for snapshot_1732248771633_ns4_test-17322487160533 completed. 2024-11-22T04:12:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.' region-info for snapshot=snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:12:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741920_1096 (size=52) 2024-11-22T04:12:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:52,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:12:52,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T04:12:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T04:12:52,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248771633_ns4_test-17322487160533 on region 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:52,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:12:52,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T04:12:52,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ad612677958133c3a5ad34ee22ffb36 in 570 msec 2024-11-22T04:12:52,644 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:52,645 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:52,646 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:52,646 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:12:52,647 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:12:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741921_1097 (size=443) 2024-11-22T04:12:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:53,065 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:53,075 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:53,075 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248771633_ns4_test-17322487160533 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:12:53,077 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:53,077 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-22T04:12:53,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732248771633_ns4_test-17322487160533 table=ns4:test-17322487160533 type=FLUSH ttl=0 } in 1.4270 sec 2024-11-22T04:12:53,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 940295b6cb07bf02d154153b6777c32a, had cached 0 bytes from a total of 28925 2024-11-22T04:12:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-22T04:12:53,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17322487160533 completed 2024-11-22T04:12:53,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } 2024-11-22T04:12:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248773806 (current time:1732248773806). 2024-11-22T04:12:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248773804_ns2_test-17322487160531 VERSION not specified, setting to 2 2024-11-22T04:12:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f67a757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:53,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:53,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:53,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:53,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53be05ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:53,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:53,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:53,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:53,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:53,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d623c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:53,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:53,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:53,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:53,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:53,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } 2024-11-22T04:12:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-22T04:12:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:53,823 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:53,825 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:53,828 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741922_1098 (size=86) 2024-11-22T04:12:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:54,237 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:54,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f}] 2024-11-22T04:12:54,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:54,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-22T04:12:54,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:54,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2902): Flushing 28e2632ef431e70d92049088d0d2914f 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-22T04:12:54,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/8661520e651c4a209de8c90d39524b72 is 38, key is row-t20/f:q1/1732248747835/Put/seqid=0 2024-11-22T04:12:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741923_1099 (size=5134) 2024-11-22T04:12:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:54,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/8661520e651c4a209de8c90d39524b72 2024-11-22T04:12:54,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/.tmp/f/8661520e651c4a209de8c90d39524b72 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72 2024-11-22T04:12:54,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72, entries=5, sequenceid=111, filesize=5.0 K 2024-11-22T04:12:54,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 28e2632ef431e70d92049088d0d2914f in 422ms, sequenceid=111, compaction requested=false 2024-11-22T04:12:54,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 28e2632ef431e70d92049088d0d2914f: 2024-11-22T04:12:54,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. for snapshot_1732248773804_ns2_test-17322487160531 completed. 2024-11-22T04:12:54,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f.' region-info for snapshot=snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:54,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:54,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72] hfiles 2024-11-22T04:12:54,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 for snapshot=snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:54,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72 for snapshot=snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:54,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741924_1100 (size=130) 2024-11-22T04:12:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:55,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:12:55,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T04:12:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T04:12:55,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248773804_ns2_test-17322487160531 on region 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:55,226 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:12:55,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T04:12:55,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28e2632ef431e70d92049088d0d2914f in 991 msec 2024-11-22T04:12:55,233 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:55,234 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:55,235 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:55,235 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:55,236 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741925_1101 (size=496) 2024-11-22T04:12:55,649 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:55,659 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:55,659 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248773804_ns2_test-17322487160531 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:12:55,661 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:55,661 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-22T04:12:55,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732248773804_ns2_test-17322487160531 table=ns2:test-17322487160531 type=FLUSH ttl=0 } in 1.8400 sec 2024-11-22T04:12:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-22T04:12:55,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17322487160531 completed 2024-11-22T04:12:55,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } 2024-11-22T04:12:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248775974 (current time:1732248775974). 2024-11-22T04:12:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:12:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732248775973_default_test-1732248716053 VERSION not specified, setting to 2 2024-11-22T04:12:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2591b6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:12:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:12:55,978 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:12:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:12:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:12:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49230cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:12:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:12:55,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:55,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:12:55,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7888011c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:12:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:12:55,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:12:55,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:12:55,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:12:55,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:12:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:12:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:12:55,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:12:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:12:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } 2024-11-22T04:12:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-22T04:12:55,989 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:12:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:55,990 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:12:55,993 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:12:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741926_1102 (size=84) 2024-11-22T04:12:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:56,402 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:12:56,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2}] 2024-11-22T04:12:56,405 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-22T04:12:56,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 9e1816f2b63e1e30a38682fb121be2c2: 2024-11-22T04:12:56,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. for snapshot_1732248775973_default_test-1732248716053 completed. 2024-11-22T04:12:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2.' region-info for snapshot=snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:12:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98] hfiles 2024-11-22T04:12:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d for snapshot=snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:56,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 for snapshot=snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:56,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T04:12:56,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a] hfiles 2024-11-22T04:12:56,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 for snapshot=snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:56,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a for snapshot=snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741927_1103 (size=224) 2024-11-22T04:12:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:56,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:12:56,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-22T04:12:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-22T04:12:56,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732248775973_default_test-1732248716053 on region 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:56,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:56,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T04:12:56,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e1816f2b63e1e30a38682fb121be2c2 in 573 msec 2024-11-22T04:12:56,980 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:12:56,982 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:12:56,983 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-22T04:12:56,984 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-22T04:12:56,984 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:56,984 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-22T04:12:56,985 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:56,985 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-22T04:12:56,985 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:12:56,987 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2] hfiles 2024-11-22T04:12:56,987 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:12:56,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741928_1104 (size=168) 2024-11-22T04:12:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:57,398 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:12:57,399 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:57,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741929_1105 (size=1305) 2024-11-22T04:12:57,817 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:12:57,826 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:12:57,827 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_1732248775973_default_test-1732248716053 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:12:57,829 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:12:57,829 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-22T04:12:57,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732248775973_default_test-1732248716053 table=test-1732248716053 type=FLUSH ttl=0 } in 1.8420 sec 2024-11-22T04:12:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T04:12:58,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732248716053 completed 2024-11-22T04:12:58,152 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732248762927 2024-11-22T04:12:58,152 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-22T04:12:58,152 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-22T04:12:58,153 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248762927_backup:system_bulk 2024-11-22T04:12:58,153 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248767285_backup_system_bulk to hdfs://localhost:38433/backupUT/backup_1732248762927/backup/system_bulk/ 2024-11-22T04:12:58,153 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:12:58,184 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:12:58,184 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248762927/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248762927/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:58,186 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:12:58,190 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248767285_backup_system_bulk to hdfs://localhost:38433/backupUT/backup_1732248762927/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732248767285_backup_system_bulk 2024-11-22T04:12:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741930_1106 (size=76) 2024-11-22T04:12:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741931_1107 (size=702) 2024-11-22T04:12:58,604 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:58,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:58,605 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-17933984787085116741.jar 2024-11-22T04:12:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:12:59,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:12:59,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:12:59,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:12:59,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:12:59,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:12:59,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:12:59,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:59,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:59,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:59,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:59,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:12:59,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:59,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:12:59,509 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:12:59,533 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248767285_backup_system_bulk' hfile list 2024-11-22T04:12:59,617 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1413170775_0005_b66f7eaa-63e8-4047-afad-03034075f534/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:12:59,617 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1413170775_0005_b66f7eaa-63e8-4047-afad-03034075f534/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:00,653 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:13:00,655 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:13:00,666 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248767285_backup_system_bulk 2024-11-22T04:13:00,666 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248767285_backup_system_bulk finished. 2024-11-22T04:13:00,666 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248762927_ns3:test-17322487160532 2024-11-22T04:13:00,666 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248769453_ns3_test-17322487160532 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns3/test-17322487160532/ 2024-11-22T04:13:00,666 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:13:00,694 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:00,694 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248762927/ns3/test-17322487160532, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248762927/ns3/test-17322487160532/.hbase-snapshot/.tmp/snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:13:00,696 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:13:00,700 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248769453_ns3_test-17322487160532 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns3/test-17322487160532/.hbase-snapshot/.tmp/snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:13:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741932_1108 (size=86) 2024-11-22T04:13:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741933_1109 (size=443) 2024-11-22T04:13:01,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-3042619400666295082.jar 2024-11-22T04:13:01,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:01,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:01,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:01,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:01,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:01,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:01,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:01,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:01,991 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:01,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:01,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:01,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:01,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:01,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:02,026 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:02,053 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248769453_ns3_test-17322487160532' hfile list 2024-11-22T04:13:02,137 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1291522123_0006_cb04fea4-1cf1-49e9-b3a8-6eb9cd1f7fc2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:02,137 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1291522123_0006_cb04fea4-1cf1-49e9-b3a8-6eb9cd1f7fc2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:03,172 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:13:03,174 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:13:03,182 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:13:03,182 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248769453_ns3_test-17322487160532 finished. 2024-11-22T04:13:03,182 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248762927_ns4:test-17322487160533 2024-11-22T04:13:03,182 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248771633_ns4_test-17322487160533 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns4/test-17322487160533/ 2024-11-22T04:13:03,182 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:13:03,210 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:03,210 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248762927/ns4/test-17322487160533, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248762927/ns4/test-17322487160533/.hbase-snapshot/.tmp/snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:13:03,212 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:13:03,216 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248771633_ns4_test-17322487160533 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns4/test-17322487160533/.hbase-snapshot/.tmp/snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:13:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741934_1110 (size=443) 2024-11-22T04:13:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741935_1111 (size=86) 2024-11-22T04:13:03,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:03,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:03,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-14540363665672483072.jar 2024-11-22T04:13:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:04,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:04,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:04,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:04,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:04,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:04,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:04,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:04,534 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:04,557 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248771633_ns4_test-17322487160533' hfile list 2024-11-22T04:13:04,634 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local129386078_0007_78c2b973-99b3-4d98-9e46-f58d5883585b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:04,634 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local129386078_0007_78c2b973-99b3-4d98-9e46-f58d5883585b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:05,672 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:13:05,673 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:13:05,683 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:13:05,683 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248771633_ns4_test-17322487160533 finished. 2024-11-22T04:13:05,683 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248762927_ns2:test-17322487160531 2024-11-22T04:13:05,683 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248773804_ns2_test-17322487160531 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/ 2024-11-22T04:13:05,683 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:13:05,712 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:05,712 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/.hbase-snapshot/.tmp/snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:13:05,714 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:13:05,719 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248773804_ns2_test-17322487160531 to hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/.hbase-snapshot/.tmp/snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:13:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741937_1113 (size=86) 2024-11-22T04:13:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741936_1112 (size=496) 2024-11-22T04:13:06,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:06,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:06,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-3966492034004747859.jar 2024-11-22T04:13:07,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:07,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:07,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:07,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:07,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:07,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:07,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:07,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:07,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:07,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:07,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:07,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:07,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:07,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:07,040 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:07,066 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248773804_ns2_test-17322487160531' hfile list 2024-11-22T04:13:07,068 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-22T04:13:07,138 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1533340577_0008_33ccddcc-39ab-44cb-b1be-f481be1ce066/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:07,139 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1533340577_0008_33ccddcc-39ab-44cb-b1be-f481be1ce066/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:07,204 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T04:13:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741938_1114 (size=8413) 2024-11-22T04:13:07,635 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 output=hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:13:07,635 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-22T04:13:07,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741939_1115 (size=5134) 2024-11-22T04:13:08,065 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72 output=hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72 2024-11-22T04:13:08,066 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-22T04:13:08,178 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:13:08,180 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:13:08,188 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:13:08,188 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248773804_ns2_test-17322487160531 finished. 2024-11-22T04:13:08,189 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732248762927_test-1732248716053 2024-11-22T04:13:08,189 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732248775973_default_test-1732248716053 to hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/ 2024-11-22T04:13:08,189 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-22T04:13:08,228 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38433, inputRoot=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:08,228 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1656886385_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/.hbase-snapshot/.tmp/snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:13:08,230 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-22T04:13:08,236 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_1732248775973_default_test-1732248716053 to hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/.hbase-snapshot/.tmp/snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:13:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741940_1116 (size=84) 2024-11-22T04:13:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741941_1117 (size=1305) 2024-11-22T04:13:08,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:08,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:08,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-3515364766681480778.jar 2024-11-22T04:13:09,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:09,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:09,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:09,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:09,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:09,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:09,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:09,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:09,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:09,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-22T04:13:09,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:09,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:09,548 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:09,575 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732248775973_default_test-1732248716053' hfile list 2024-11-22T04:13:09,578 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-22T04:13:09,660 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local488521577_0009_a607f86b-dc9f-484a-b7cc-71507c5efcfb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:09,660 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local488521577_0009_a607f86b-dc9f-484a-b7cc-71507c5efcfb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:09,723 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-22T04:13:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741942_1118 (size=13760) 2024-11-22T04:13:10,156 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a output=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a 2024-11-22T04:13:10,156 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-22T04:13:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741943_1119 (size=10796) 2024-11-22T04:13:10,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 output=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 2024-11-22T04:13:10,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-22T04:13:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741944_1120 (size=8413) 2024-11-22T04:13:11,017 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d output=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:13:11,017 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-22T04:13:11,032 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 to hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2" truncated to max limit (512 characters) 2024-11-22T04:13:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741945_1121 (size=5591) 2024-11-22T04:13:11,449 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 output=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:13:11,450 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-22T04:13:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741946_1122 (size=5484) 2024-11-22T04:13:11,888 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 output=hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:13:11,889 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-22T04:13:12,701 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-22T04:13:12,704 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-22T04:13:12,714 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:13:12,715 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732248775973_default_test-1732248716053 finished. 2024-11-22T04:13:12,715 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-22T04:13:12,715 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17322487160532 2024-11-22T04:13:12,715 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17322487160533 2024-11-22T04:13:12,715 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17322487160531 2024-11-22T04:13:12,715 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732248716053 2024-11-22T04:13:12,724 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248762927 2024-11-22T04:13:12,724 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-22T04:13:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741947_1123 (size=209) 2024-11-22T04:13:13,131 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38433/backupUT/backup_1732248762927/.backup.manifest 2024-11-22T04:13:13,131 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732248762927 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17322487160532;ns4:test-17322487160533;ns2:test-17322487160531;test-1732248716053,targetRootDir=hdfs://localhost:38433/backupUT,startts=1732248767144,completets=1732248792724,bytescopied=0 2024-11-22T04:13:13,131 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-22T04:13:13,131 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248767285_backup_system_bulk 2024-11-22T04:13:13,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248767285_backup_system_bulk" type: DISABLED 2024-11-22T04:13:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248767285_backup_system_bulk 2024-11-22T04:13:13,139 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248767285_backup_system_bulk for backup backup_1732248762927 succeeded. 2024-11-22T04:13:13,139 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:13:13,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248769453_ns3_test-17322487160532" type: DISABLED 2024-11-22T04:13:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248769453_ns3_test-17322487160532 2024-11-22T04:13:13,145 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248769453_ns3_test-17322487160532 for backup backup_1732248762927 succeeded. 2024-11-22T04:13:13,145 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:13:13,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248771633_ns4_test-17322487160533" type: DISABLED 2024-11-22T04:13:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248771633_ns4_test-17322487160533 2024-11-22T04:13:13,150 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248771633_ns4_test-17322487160533 for backup backup_1732248762927 succeeded. 2024-11-22T04:13:13,150 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:13:13,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248773804_ns2_test-17322487160531" type: DISABLED 2024-11-22T04:13:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248773804_ns2_test-17322487160531 2024-11-22T04:13:13,154 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248773804_ns2_test-17322487160531 for backup backup_1732248762927 succeeded. 2024-11-22T04:13:13,154 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:13:13,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732248775973_default_test-1732248716053" type: DISABLED 2024-11-22T04:13:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732248775973_default_test-1732248716053 2024-11-22T04:13:13,157 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732248775973_default_test-1732248716053 for backup backup_1732248762927 succeeded. 2024-11-22T04:13:13,158 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T04:13:13,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T04:13:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T04:13:13,166 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T04:13:13,168 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T04:13:13,173 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732248762927 completed. 2024-11-22T04:13:13,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:15,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T04:13:18,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,243 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-22T04:13:18,247 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248798197 2024-11-22T04:13:18,249 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732248762927} 2024-11-22T04:13:18,249 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T04:13:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:18,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:13:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732248798356 (current time:1732248798356). 2024-11-22T04:13:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T04:13:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-22T04:13:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2337e3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:18,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:18,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596ea118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:18,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:18,360 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:18,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87afa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:18,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:18,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:18,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:18,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053. 2024-11-22T04:13:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:18,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-22T04:13:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-22T04:13:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-22T04:13:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:18,367 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T04:13:18,368 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T04:13:18,371 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T04:13:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741948_1124 (size=52) 2024-11-22T04:13:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:18,780 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T04:13:18,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a}] 2024-11-22T04:13:18,782 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:13:18,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-22T04:13:18,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:18,937 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 940295b6cb07bf02d154153b6777c32a 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-22T04:13:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/b581039ce3164d66acb6c8fb82c05717 is 158, key is trslm:hdfs://localhost:38433/backupUT\x00ns2:test-17322487160531/meta:log-roll-map/1732248792718/Put/seqid=0 2024-11-22T04:13:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741949_1125 (size=6646) 2024-11-22T04:13:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:19,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/b581039ce3164d66acb6c8fb82c05717 2024-11-22T04:13:19,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/400598c851cf4aef806be2e2a1fca122 is 826, key is session:backup_1732248762927/session:context/1732248793168/Put/seqid=0 2024-11-22T04:13:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741950_1126 (size=5928) 2024-11-22T04:13:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:19,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/400598c851cf4aef806be2e2a1fca122 2024-11-22T04:13:19,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/b581039ce3164d66acb6c8fb82c05717 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/b581039ce3164d66acb6c8fb82c05717 2024-11-22T04:13:19,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/b581039ce3164d66acb6c8fb82c05717, entries=12, sequenceid=42, filesize=6.5 K 2024-11-22T04:13:19,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/400598c851cf4aef806be2e2a1fca122 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/400598c851cf4aef806be2e2a1fca122 2024-11-22T04:13:19,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/400598c851cf4aef806be2e2a1fca122, entries=2, sequenceid=42, filesize=5.8 K 2024-11-22T04:13:19,799 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 863ms, sequenceid=42, compaction requested=true 2024-11-22T04:13:19,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 940295b6cb07bf02d154153b6777c32a: 2024-11-22T04:13:19,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. for snapshot_backup_system completed. 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a.' region-info for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/b581039ce3164d66acb6c8fb82c05717] hfiles 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/7c0206723a09481d9b0b84dcbf419f82 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/fab5532061f84d2690d32619d4559dcf for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/b581039ce3164d66acb6c8fb82c05717 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/400598c851cf4aef806be2e2a1fca122] hfiles 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/a21ee176b21b4e22be814f54ced17792 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/cd163dcc32724d3faabffe8639bcc396 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/f551fdd526b9439b858a40ae63cca7c0 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/400598c851cf4aef806be2e2a1fca122 for snapshot=snapshot_backup_system 2024-11-22T04:13:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741951_1127 (size=330) 2024-11-22T04:13:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-22T04:13:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-22T04:13:20,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:13:20,209 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:13:20,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T04:13:20,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 940295b6cb07bf02d154153b6777c32a in 1.4310 sec 2024-11-22T04:13:20,215 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T04:13:20,217 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T04:13:20,218 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T04:13:20,218 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-22T04:13:20,219 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-22T04:13:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741952_1128 (size=967) 2024-11-22T04:13:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:20,640 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T04:13:20,650 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T04:13:20,651 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.hbase-snapshot/snapshot_backup_system 2024-11-22T04:13:20,653 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T04:13:20,653 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-22T04:13:20,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec 2024-11-22T04:13:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-22T04:13:22,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-22T04:13:22,523 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732248798197 started at 1732248802523. 2024-11-22T04:13:22,529 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732248798197 has been started. 2024-11-22T04:13:22,536 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17322487160531, ns3:test-17322487160532, ns4:test-17322487160533, test-1732248716053] 2024-11-22T04:13:22,541 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732248753538for backupID backup_1732248798197 2024-11-22T04:13:22,541 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-22T04:13:22,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-22T04:13:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-22T04:13:22,542 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-22T04:13:22,542 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-22T04:13:22,542 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-22T04:13:22,542 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-22T04:13:22,543 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,543 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:13:22,545 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,545 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:13:22,545 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:13:22,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:13:22,546 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,546 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-22T04:13:22,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-22T04:13:22,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-22T04:13:22,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-22T04:13:22,546 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-22T04:13:22,547 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-22T04:13:22,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-22T04:13:22,547 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-22T04:13:22,547 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-22T04:13:22,547 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-22T04:13:22,547 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-22T04:13:22,547 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure (rolllog) in zk 2024-11-22T04:13:22,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,548 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:13:22,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:13:22,549 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,549 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-22T04:13:22,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:13:22,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:13:22,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:13:22,551 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c85114ed5096,42413,1732248708008' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-22T04:13:22,551 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-22T04:13:22,551 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1535d650[Count = 0] remaining members to acquire global barrier 2024-11-22T04:13:22,551 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,552 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,552 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,552 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-22T04:13:22,552 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,552 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-22T04:13:22,552 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-22T04:13:22,552 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,552 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732248767177 highest: 1732248767214 on c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,552 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0:(num 1732248767177) roll requested 2024-11-22T04:13:22,565 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248802552, exclude list is [], retry=0 2024-11-22T04:13:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:13:22,570 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248802552 2024-11-22T04:13:22,570 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:13:22,570 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 is not closed yet, will try archiving it next time 2024-11-22T04:13:22,570 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.meta:.meta(num 1732248767197) roll requested 2024-11-22T04:13:22,570 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248733956 2024-11-22T04:13:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741910_1086 (size=653) 2024-11-22T04:13:22,572 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 2024-11-22T04:13:22,582 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248802570.meta, exclude list is [], retry=0 2024-11-22T04:13:22,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:13:22,586 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248802570.meta 2024-11-22T04:13:22,586 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:13:22,586 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta is not closed yet, will try archiving it next time 2024-11-22T04:13:22,586 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1:(num 1732248767214) roll requested 2024-11-22T04:13:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741911_1087 (size=93) 2024-11-22T04:13:22,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta not finished, retry = 0 2024-11-22T04:13:22,598 DEBUG [regionserver/c85114ed5096:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248802586, exclude list is [], retry=0 2024-11-22T04:13:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-033bb254-b09b-485d-8ac0-0813cd961ba8,DISK] 2024-11-22T04:13:22,602 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248802586 2024-11-22T04:13:22,602 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-22T04:13:22,602 DEBUG [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 is not closed yet, will try archiving it next time 2024-11-22T04:13:22,602 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248753538 2024-11-22T04:13:22,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 not finished, retry = 0 2024-11-22T04:13:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741912_1088 (size=4710) 2024-11-22T04:13:22,613 DEBUG [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-22T04:13:22,613 INFO [rs(c85114ed5096,42413,1732248708008)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732248802552 on c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:22,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:22,633 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-22T04:13:22,633 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c85114ed5096,42413,1732248708008' in zk 2024-11-22T04:13:22,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,635 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-22T04:13:22,635 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:13:22,636 DEBUG [member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-22T04:13:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:13:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:13:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:13:22,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:13:22,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,639 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:13:22,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c85114ed5096,42413,1732248708008': 2024-11-22T04:13:22,642 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c85114ed5096,42413,1732248708008' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-22T04:13:22,642 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-22T04:13:22,642 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-22T04:13:22,642 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-22T04:13:22,642 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-22T04:13:22,642 INFO [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-22T04:13:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,644 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,644 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:13:22,645 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-22T04:13:22,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-22T04:13:22,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-22T04:13:22,645 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:13:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:13:22,646 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-22T04:13:22,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,649 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-22T04:13:22,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-22T04:13:22,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:13:22,652 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c85114ed5096,42413,1732248708008 2024-11-22T04:13:22,652 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-22T04:13:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-22T04:13:22,653 DEBUG [(c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-22T04:13:22,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-22T04:13:22,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-22T04:13:22,653 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-22T04:13:22,653 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-22T04:13:22,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-22T04:13:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-22T04:13:22,663 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {c85114ed5096:42413=1732248753538} newestTimestamps: {c85114ed5096:42413=1732248767214} 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248710884.meta 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248753521.meta 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c85114ed5096%2C42413%2C1732248708008.meta.1732248802570.meta 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248802552 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 2024-11-22T04:13:22,665 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248802586 2024-11-22T04:13:22,666 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.meta.1732248733975.meta 2024-11-22T04:13:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741956_1132 (size=640) 2024-11-22T04:13:22,688 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.meta.1732248767197.meta 2024-11-22T04:13:23,079 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:38433/backupUT/backup_1732248798197/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:23,079 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:13:23,084 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-22T04:13:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741957_1133 (size=45) 2024-11-22T04:13:23,493 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-22T04:13:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741958_1134 (size=390) 2024-11-22T04:13:23,913 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17322487160532 target: hdfs://localhost:38433/backupUT/backup_1732248798197/ns3/test-17322487160532 descriptor: 'ns3:test-17322487160532', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:23,914 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:13:23,918 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17322487160532 2024-11-22T04:13:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741959_1135 (size=50) 2024-11-22T04:13:24,325 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17322487160532 2024-11-22T04:13:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741960_1136 (size=390) 2024-11-22T04:13:24,746 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17322487160533 target: hdfs://localhost:38433/backupUT/backup_1732248798197/ns4/test-17322487160533 descriptor: 'ns4:test-17322487160533', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:24,746 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:13:24,753 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17322487160533 2024-11-22T04:13:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741961_1137 (size=50) 2024-11-22T04:13:25,159 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17322487160533 2024-11-22T04:13:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741962_1138 (size=364) 2024-11-22T04:13:25,577 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17322487160531 target: hdfs://localhost:38433/backupUT/backup_1732248798197/ns2/test-17322487160531 descriptor: 'ns2:test-17322487160531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:25,577 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:13:25,583 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17322487160531 2024-11-22T04:13:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741963_1139 (size=50) 2024-11-22T04:13:25,990 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17322487160531 2024-11-22T04:13:26,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741964_1140 (size=908) 2024-11-22T04:13:26,410 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732248716053 target: hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053 descriptor: 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:26,410 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-22T04:13:26,415 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732248716053 2024-11-22T04:13:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741965_1141 (size=53) 2024-11-22T04:13:26,823 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732248716053 2024-11-22T04:13:26,833 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38433/backupUT/.tmp/backup_1732248798197 from hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214;hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 2024-11-22T04:13:26,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444d5d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:26,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:26,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:26,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ba6b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:26,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:26,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:26,836 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:26,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477b0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:26,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460352c4 2024-11-22T04:13:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:26,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:26,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:26,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-22T04:13:26,843 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:26,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:26,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:26,846 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-22T04:13:26,846 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17322487160531 2024-11-22T04:13:26,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17322487160531,, stopping at row=ns2:test-17322487160531 ,, for max=2147483647 with caching=100 2024-11-22T04:13:26,848 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17322487160531: ns2:test-17322487160531; 2024-11-22T04:13:26,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17322487160532 2024-11-22T04:13:26,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17322487160532,, stopping at row=ns3:test-17322487160532 ,, for max=2147483647 with caching=100 2024-11-22T04:13:26,850 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17322487160532: ns3:test-17322487160532; 2024-11-22T04:13:26,850 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17322487160533 2024-11-22T04:13:26,850 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17322487160533,, stopping at row=ns4:test-17322487160533 ,, for max=2147483647 with caching=100 2024-11-22T04:13:26,852 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17322487160533: ns4:test-17322487160533; 2024-11-22T04:13:26,852 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732248716053 2024-11-22T04:13:26,852 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732248716053,, stopping at row=test-1732248716053 ,, for max=2147483647 with caching=100 2024-11-22T04:13:26,854 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732248716053: test-1732248716053; 2024-11-22T04:13:26,854 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-22T04:13:26,854 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_658f6a1f-be78-4f7a-97c5-517edef85b9a 2024-11-22T04:13:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741966_1142 (size=324) 2024-11-22T04:13:27,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:27,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:27,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:27,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9e1816f2b63e1e30a38682fb121be2c2, had cached 0 bytes from a total of 38453 2024-11-22T04:13:28,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-13188218821441664163.jar 2024-11-22T04:13:28,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:28,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:28,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:28,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:28,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:28,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:28,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:28,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:28,134 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17322487160531,ns3:test-17322487160532,ns4:test-17322487160533,default:test-1732248716053 2024-11-22T04:13:28,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:28,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:28,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:28,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:28,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:28,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:28,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-10127025982199930810.jar 2024-11-22T04:13:29,004 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:29,028 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 for WAL files 2024-11-22T04:13:29,029 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 2024-11-22T04:13:29,029 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 for WAL files 2024-11-22T04:13:29,030 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 2024-11-22T04:13:29,105 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local562546279_0010_68319189-65af-4cc4-aed5-19f57a08317b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:29,105 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local562546279_0010_68319189-65af-4cc4-aed5-19f57a08317b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:29,151 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 for hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/WALs/c85114ed5096,42413,1732248708008/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1.1732248767214 (-9223372036854775808:9223372036854775807) length:4710 2024-11-22T04:13:29,155 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T04:13:29,155 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T04:13:29,187 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 for hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs/c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0.1732248767177 (-9223372036854775808:9223372036854775807) length:653 2024-11-22T04:13:29,190 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-22T04:13:29,191 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-22T04:13:29,272 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44973a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:29,272 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:29,272 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:29,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a724c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:29,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:29,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19eb7da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:29,275 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:29,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:29,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:29,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:29,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732248716053', row='row-test-1732248716053-2-0', locateType=CURRENT is [region=test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., hostname=c85114ed5096,42413,1732248708008, seqNum=338] 2024-11-22T04:13:29,278 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-22T04:13:29,279 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:29,279 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:29,279 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:29,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:29,279 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-2-0] 2024-11-22T04:13:29,279 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:29,282 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/backupUT/.tmp/backup_1732248798197/_temporary/0/_temporary/attempt_local562546279_0010_r_000004_0/default/test-1732248716053/f2/6a183664b8f44e7aa20019a41bfd88e7 is 58, key is row-test-1732248716053-2-0/f2:q1/1732248793189/Put/seqid=0 2024-11-22T04:13:29,284 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741967_1143 (size=5366) 2024-11-22T04:13:30,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 28e2632ef431e70d92049088d0d2914f, had cached 0 bytes from a total of 13547 2024-11-22T04:13:30,151 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38433/backupUT 2024-11-22T04:13:30,151 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732248798197 2024-11-22T04:13:30,151 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-22T04:13:30,161 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38433/backupUT/.tmp/backup_1732248798197, hdfs://localhost:38433/backupUT] 2024-11-22T04:13:30,210 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741968_1144 (size=5366) 2024-11-22T04:13:30,817 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-22T04:13:30,819 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732248798197 2024-11-22T04:13:30,819 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-22T04:13:30,820 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local109006694_0011 completed: true true 2024-11-22T04:13:30,820 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6666628 FILE: Number of bytes written=17143490 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409246 HDFS: Number of bytes written=2547249 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-22T04:13:30,820 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38433/backupUT/.tmp/backup_1732248798197 to hdfs://localhost:38433/backupUT finished. 2024-11-22T04:13:30,838 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732248798197 2024-11-22T04:13:30,841 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732248762927} 2024-11-22T04:13:30,841 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-22T04:13:30,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741969_1145 (size=714) 2024-11-22T04:13:31,248 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38433/backupUT/backup_1732248798197/.backup.manifest 2024-11-22T04:13:31,248 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732248798197 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17322487160532;ns4:test-17322487160533;ns2:test-17322487160531;test-1732248716053,targetRootDir=hdfs://localhost:38433/backupUT,startts=1732248802523,completets=1732248810838,bytescopied=0 2024-11-22T04:13:31,249 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-22T04:13:31,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-22T04:13:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-22T04:13:31,263 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-22T04:13:31,266 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-22T04:13:31,271 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732248798197 completed. 2024-11-22T04:13:31,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-22T04:13:31,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:31,288 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732248727191 2024-11-22T04:13:31,291 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-22T04:13:31,292 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-22T04:13:31,292 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:31,294 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:31,296 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:31,298 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:31,298 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732248716053' to 'table1' from full backup image hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053 2024-11-22T04:13:31,307 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-22T04:13:31,307 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:13:31,308 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f in region [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2] 2024-11-22T04:13:31,312 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d first=row0 last=row98 2024-11-22T04:13:31,312 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3 in region [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2] 2024-11-22T04:13:31,316 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd first=row-test-1732248716053-3-0 last=row-test-1732248716053-3-5 2024-11-22T04:13:31,316 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob in region [hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2] 2024-11-22T04:13:31,320 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 first=row-test-1732248716053-3-0 last=row-test-1732248716053-3-5 2024-11-22T04:13:31,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-22T04:13:31,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:13:31,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:31,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-22T04:13:31,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:13:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741970_1146 (size=938) 2024-11-22T04:13:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:31,741 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cf24f6904295be6b85271205d199573, NAME => 'table1,,1732248811324.1cf24f6904295be6b85271205d199573.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:31,743 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 58986f6ac99346b435c56b990961fad8, NAME => 'table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:31,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741971_1147 (size=45) 2024-11-22T04:13:31,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741972_1148 (size=45) 2024-11-22T04:13:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:32,153 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:32,153 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732248811324.1cf24f6904295be6b85271205d199573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 58986f6ac99346b435c56b990961fad8, disabling compactions & flushes 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 1cf24f6904295be6b85271205d199573, disabling compactions & flushes 2024-11-22T04:13:32,154 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,154 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. after waiting 0 ms 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732248811324.1cf24f6904295be6b85271205d199573. after waiting 0 ms 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,154 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,154 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 58986f6ac99346b435c56b990961fad8: Waiting for close lock at 1732248812154Disabling compacts and flushes for region at 1732248812154Disabling writes for close at 1732248812154Writing region close event to WAL at 1732248812154Closed at 1732248812154 2024-11-22T04:13:32,154 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cf24f6904295be6b85271205d199573: Waiting for close lock at 1732248812154Disabling compacts and flushes for region at 1732248812154Disabling writes for close at 1732248812154Writing region close event to WAL at 1732248812154Closed at 1732248812154 2024-11-22T04:13:32,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:13:32,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732248812155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248812155"}]},"ts":"1732248812155"} 2024-11-22T04:13:32,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732248811324.1cf24f6904295be6b85271205d199573.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732248812155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248812155"}]},"ts":"1732248812155"} 2024-11-22T04:13:32,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T04:13:32,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:13:32,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248812160"}]},"ts":"1732248812160"} 2024-11-22T04:13:32,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T04:13:32,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, ASSIGN}] 2024-11-22T04:13:32,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, ASSIGN 2024-11-22T04:13:32,163 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, ASSIGN 2024-11-22T04:13:32,164 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:32,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:32,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=58986f6ac99346b435c56b990961fad8, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:32,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1cf24f6904295be6b85271205d199573, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:32,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, ASSIGN because future has completed 2024-11-22T04:13:32,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, ASSIGN because future has completed 2024-11-22T04:13:32,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:32,478 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,478 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 58986f6ac99346b435c56b990961fad8, NAME => 'table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T04:13:32,479 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:32,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:32,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,482 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,484 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58986f6ac99346b435c56b990961fad8 columnFamilyName f 2024-11-22T04:13:32,484 DEBUG [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,485 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(327): Store=58986f6ac99346b435c56b990961fad8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,485 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,488 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58986f6ac99346b435c56b990961fad8 columnFamilyName f3 2024-11-22T04:13:32,488 DEBUG [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,488 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(327): Store=58986f6ac99346b435c56b990961fad8/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,489 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,491 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58986f6ac99346b435c56b990961fad8 columnFamilyName mob 2024-11-22T04:13:32,492 DEBUG [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,493 INFO [StoreOpener-58986f6ac99346b435c56b990961fad8-1 {}] regionserver.HStore(327): Store=58986f6ac99346b435c56b990961fad8/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,493 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,494 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,495 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,497 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,497 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,498 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:32,500 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,504 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:32,505 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 58986f6ac99346b435c56b990961fad8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11607378400, jitterRate=0.08102135360240936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:32,505 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:32,506 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 58986f6ac99346b435c56b990961fad8: Running coprocessor pre-open hook at 1732248812480Writing region info on filesystem at 1732248812480Initializing all the Stores at 1732248812481 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812481Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812481Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812481Cleaning up temporary data from old regions at 1732248812497 (+16 ms)Running coprocessor post-open hooks at 1732248812505 (+8 ms)Region opened successfully at 1732248812506 (+1 ms) 2024-11-22T04:13:32,508 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., pid=64, masterSystemTime=1732248812474 2024-11-22T04:13:32,509 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,510 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:32,510 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cf24f6904295be6b85271205d199573, NAME => 'table1,,1732248811324.1cf24f6904295be6b85271205d199573.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T04:13:32,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=58986f6ac99346b435c56b990961fad8, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:32,510 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:32,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732248811324.1cf24f6904295be6b85271205d199573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:32,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,510 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:32,512 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,513 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf24f6904295be6b85271205d199573 columnFamilyName f 2024-11-22T04:13:32,514 DEBUG [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,514 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(327): Store=1cf24f6904295be6b85271205d199573/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,514 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T04:13:32,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008 in 193 msec 2024-11-22T04:13:32,516 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf24f6904295be6b85271205d199573 columnFamilyName f3 2024-11-22T04:13:32,516 DEBUG [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, ASSIGN in 353 msec 2024-11-22T04:13:32,516 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(327): Store=1cf24f6904295be6b85271205d199573/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,516 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,518 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf24f6904295be6b85271205d199573 columnFamilyName mob 2024-11-22T04:13:32,518 DEBUG [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:32,518 INFO [StoreOpener-1cf24f6904295be6b85271205d199573-1 {}] regionserver.HStore(327): Store=1cf24f6904295be6b85271205d199573/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:32,519 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,520 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,520 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,521 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,521 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,522 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:32,524 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,526 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:32,526 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 1cf24f6904295be6b85271205d199573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10919577120, jitterRate=0.0169648677110672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:32,526 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:32,526 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 1cf24f6904295be6b85271205d199573: Running coprocessor pre-open hook at 1732248812511Writing region info on filesystem at 1732248812511Initializing all the Stores at 1732248812511Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812512 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812512Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248812512Cleaning up temporary data from old regions at 1732248812521 (+9 ms)Running coprocessor post-open hooks at 1732248812526 (+5 ms)Region opened successfully at 1732248812526 2024-11-22T04:13:32,527 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732248811324.1cf24f6904295be6b85271205d199573., pid=65, masterSystemTime=1732248812474 2024-11-22T04:13:32,529 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,529 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:32,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1cf24f6904295be6b85271205d199573, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:32,530 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42053 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c85114ed5096,42413,1732248708008, table=table1, region=1cf24f6904295be6b85271205d199573. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T04:13:32,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:32,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-22T04:13:32,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008 in 210 msec 2024-11-22T04:13:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T04:13:32,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, ASSIGN in 372 msec 2024-11-22T04:13:32,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:13:32,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248812536"}]},"ts":"1732248812536"} 2024-11-22T04:13:32,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T04:13:32,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:13:32,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2140 sec 2024-11-22T04:13:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T04:13:33,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-22T04:13:33,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:33,497 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 from hbase tables test-1732248716053 to tables table1 2024-11-22T04:13:33,497 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732248716053 into table1 2024-11-22T04:13:33,499 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497 from hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:13:33,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d49b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:33,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:33,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:33,501 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d96edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:33,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:33,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da60cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:33,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:33,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:33,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d01a637 2024-11-22T04:13:33,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:33,506 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:33,506 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:33,507 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T04:13:33,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:33,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:33,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:33,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:33,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:33,510 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T04:13:33,510 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T04:13:33,510 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T04:13:33,511 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_65bda724-db83-4f48-a211-ed323e4cc161 2024-11-22T04:13:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741973_1149 (size=177) 2024-11-22T04:13:33,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:33,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:33,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-18080839027853272144.jar 2024-11-22T04:13:34,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:34,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:34,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:34,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:34,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:34,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:34,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:34,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:34,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:34,786 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T04:13:34,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:34,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:34,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:34,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:34,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:34,787 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T04:13:34,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:34,797 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:34,807 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T04:13:34,891 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1246833965_0012_ef823132-60ae-43b9-a97b-8b71df9ad1b0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:34,891 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1246833965_0012_ef823132-60ae-43b9-a97b-8b71df9ad1b0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:34,941 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:13:34,944 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:34,981 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:13:34,984 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:35,006 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f3/3fa5063dbdf04c5289e1d4edbd25b8bd 2024-11-22T04:13:35,009 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:35,038 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebe9f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,038 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:35,038 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:35,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae31173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:35,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:35,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e15c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,041 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:35,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:35,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732248716053-3-0', locateType=CURRENT is [region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:35,045 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T04:13:35,045 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:35,045 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,045 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:35,045 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-3-0] 2024-11-22T04:13:35,045 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:35,050 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e752208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,051 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:35,051 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:35,051 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26887c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,053 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:35,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c775db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,054 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:35,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:35,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:35,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:35,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732248716053-3-0', locateType=CURRENT is [region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:35,057 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T04:13:35,057 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:35,057 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,057 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:35,057 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-3-0] 2024-11-22T04:13:35,058 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:35,061 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/_temporary/0/_temporary/attempt_local1246833965_0012_r_000000_0/f3/01e114fbe2974debb627ded8acfb7606 is 58, key is row-test-1732248716053-3-0/f3:q1/1732248727155/Put/seqid=0 2024-11-22T04:13:35,063 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741974_1150 (size=5530) 2024-11-22T04:13:35,468 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/_temporary/0/_temporary/attempt_local1246833965_0012_r_000000_0/mob/5ae58cb7439347c0846ca986a6d5dcaf is 59, key is row-test-1732248716053-3-0/mob:q1/1732248727170/Put/seqid=0 2024-11-22T04:13:35,470 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741975_1151 (size=5539) 2024-11-22T04:13:35,909 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bf9147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,909 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:35,909 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:35,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:35,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:35,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:35,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8136c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,912 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:35,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b5ac62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:35,913 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:35,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:35,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:35,917 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-22T04:13:35,917 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:35,917 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,917 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:35,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:35,917 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T04:13:35,917 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:35,926 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/_temporary/0/_temporary/attempt_local1246833965_0012_r_000001_0/f/e0c70b0f128646c1b61313d7fa111bdd is 37, key is row10/f:q1/1732248718734/Put/seqid=0 2024-11-22T04:13:35,928 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741976_1152 (size=8742) 2024-11-22T04:13:36,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-22T04:13:36,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:13:36,936 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497 2024-11-22T04:13:36,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65715063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:36,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:36,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:36,938 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3e8e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:36,940 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:36,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f2e906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:36,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:36,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:36,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:36,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:36,947 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/_SUCCESS 2024-11-22T04:13:36,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:36,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:36,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612ad4f3 2024-11-22T04:13:36,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:36,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:36,967 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:36,977 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f/e0c70b0f128646c1b61313d7fa111bdd first=Optional[row0] last=Optional[row98] 2024-11-22T04:13:36,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f3/01e114fbe2974debb627ded8acfb7606 first=Optional[row-test-1732248716053-3-0] last=Optional[row-test-1732248716053-3-5] 2024-11-22T04:13:36,984 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/mob/5ae58cb7439347c0846ca986a6d5dcaf first=Optional[row-test-1732248716053-3-0] last=Optional[row-test-1732248716053-3-5] 2024-11-22T04:13:36,999 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f/e0c70b0f128646c1b61313d7fa111bdd for inclusion in 58986f6ac99346b435c56b990961fad8/f 2024-11-22T04:13:36,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f3/01e114fbe2974debb627ded8acfb7606 for inclusion in 1cf24f6904295be6b85271205d199573/f3 2024-11-22T04:13:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T04:13:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732248716053-3-0 last=row-test-1732248716053-3-5 2024-11-22T04:13:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T04:13:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T04:13:37,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/mob/5ae58cb7439347c0846ca986a6d5dcaf for inclusion in 1cf24f6904295be6b85271205d199573/mob 2024-11-22T04:13:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 58986f6ac99346b435c56b990961fad8: 2024-11-22T04:13:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f/e0c70b0f128646c1b61313d7fa111bdd to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f/e0c70b0f128646c1b61313d7fa111bdd 2024-11-22T04:13:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732248716053-3-0 last=row-test-1732248716053-3-5 2024-11-22T04:13:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T04:13:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 1cf24f6904295be6b85271205d199573: 2024-11-22T04:13:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f/e0c70b0f128646c1b61313d7fa111bdd as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_ 2024-11-22T04:13:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/f3/01e114fbe2974debb627ded8acfb7606 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f3/01e114fbe2974debb627ded8acfb7606 2024-11-22T04:13:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763f8911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:37,012 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:37,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:37,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:37,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760f66c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:37,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:37,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f3/01e114fbe2974debb627ded8acfb7606 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_ 2024-11-22T04:13:37,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248813497/mob/5ae58cb7439347c0846ca986a6d5dcaf to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/mob/5ae58cb7439347c0846ca986a6d5dcaf 2024-11-22T04:13:37,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29269dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf1bb4e 2024-11-22T04:13:37,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/mob/5ae58cb7439347c0846ca986a6d5dcaf as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_ 2024-11-22T04:13:37,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d71e549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:37,017 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f37762a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:37,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:37,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:37,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:37,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54922cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:37,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:37,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87424bf 2024-11-22T04:13:37,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:37,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:37,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:37,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:37,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:37,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413. 2024-11-22T04:13:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f/e0c70b0f128646c1b61313d7fa111bdd into 58986f6ac99346b435c56b990961fad8/f as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_ - updating store file list. 2024-11-22T04:13:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:37,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_ into 58986f6ac99346b435c56b990961fad8/f 2024-11-22T04:13:37,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f/e0c70b0f128646c1b61313d7fa111bdd into 58986f6ac99346b435c56b990961fad8/f (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_) 2024-11-22T04:13:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f/e0c70b0f128646c1b61313d7fa111bdd 2024-11-22T04:13:37,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:37,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bb4cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,052 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213c4726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96c479f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183272cb 2024-11-22T04:13:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:37,053 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ec76a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:37,054 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:37,055 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:37,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a2cd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c1e42c8 2024-11-22T04:13:37,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:37,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:37,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:37,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:37,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:37,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:37,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:37,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f3/01e114fbe2974debb627ded8acfb7606 into 1cf24f6904295be6b85271205d199573/f3 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_ - updating store file list. 2024-11-22T04:13:37,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:37,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413. 2024-11-22T04:13:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_ into 1cf24f6904295be6b85271205d199573/f3 2024-11-22T04:13:37,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f3/01e114fbe2974debb627ded8acfb7606 into 1cf24f6904295be6b85271205d199573/f3 (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_) 2024-11-22T04:13:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/f3/01e114fbe2974debb627ded8acfb7606 2024-11-22T04:13:37,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/mob/5ae58cb7439347c0846ca986a6d5dcaf into 1cf24f6904295be6b85271205d199573/mob as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_ - updating store file list. 2024-11-22T04:13:37,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_ into 1cf24f6904295be6b85271205d199573/mob 2024-11-22T04:13:37,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/mob/5ae58cb7439347c0846ca986a6d5dcaf into 1cf24f6904295be6b85271205d199573/mob (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_) 2024-11-22T04:13:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__5ou4v6ffdmk4lpkhb2ie0u1tj6me659qgnn2ujdud2q11cdqoa60sgnsqe20idgs/mob/5ae58cb7439347c0846ca986a6d5dcaf 2024-11-22T04:13:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbfdace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:37,092 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56429f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,093 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752af559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392326d0 2024-11-22T04:13:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:37,096 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:37,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:37,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:37,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:37,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:37,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:37,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:37,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:37,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:37,117 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T04:13:37,117 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T04:13:37,117 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732248727191 hdfs://localhost:38433/backupUT/backup_1732248727191/default/test-1732248716053/ 2024-11-22T04:13:37,118 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:37,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T04:13:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:37,120 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248727191/.backup.manifest 2024-11-22T04:13:37,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:37,120 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17322487160531' to 'ns2:table2' from full backup image hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531 2024-11-22T04:13:37,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:37,128 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-22T04:13:37,128 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f 2024-11-22T04:13:37,129 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f in region [hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f] 2024-11-22T04:13:37,132 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 first=row0 last=row98 2024-11-22T04:13:37,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-22T04:13:37,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T04:13:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-22T04:13:37,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T04:13:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741977_1153 (size=351) 2024-11-22T04:13:37,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T04:13:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:37,543 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb8c0d0b7a777db6d15673dad8f62f6f, NAME => 'ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741978_1154 (size=37) 2024-11-22T04:13:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:37,952 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:37,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing eb8c0d0b7a777db6d15673dad8f62f6f, disabling compactions & flushes 2024-11-22T04:13:37,953 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:37,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:37,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. after waiting 0 ms 2024-11-22T04:13:37,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:37,953 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:37,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb8c0d0b7a777db6d15673dad8f62f6f: Waiting for close lock at 1732248817952Disabling compacts and flushes for region at 1732248817952Disabling writes for close at 1732248817953 (+1 ms)Writing region close event to WAL at 1732248817953Closed at 1732248817953 2024-11-22T04:13:37,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T04:13:37,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732248817955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248817955"}]},"ts":"1732248817955"} 2024-11-22T04:13:37,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:13:37,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T04:13:37,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248817962"}]},"ts":"1732248817962"} 2024-11-22T04:13:37,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T04:13:37,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, ASSIGN}] 2024-11-22T04:13:37,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, ASSIGN 2024-11-22T04:13:37,969 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:38,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T04:13:38,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-22T04:13:38,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=eb8c0d0b7a777db6d15673dad8f62f6f, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:38,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, ASSIGN because future has completed 2024-11-22T04:13:38,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:38,280 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:38,281 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => eb8c0d0b7a777db6d15673dad8f62f6f, NAME => 'ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:13:38,281 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:38,282 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,282 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:38,282 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,282 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,285 INFO [StoreOpener-eb8c0d0b7a777db6d15673dad8f62f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,287 INFO [StoreOpener-eb8c0d0b7a777db6d15673dad8f62f6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb8c0d0b7a777db6d15673dad8f62f6f columnFamilyName f 2024-11-22T04:13:38,287 DEBUG [StoreOpener-eb8c0d0b7a777db6d15673dad8f62f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:38,288 INFO [StoreOpener-eb8c0d0b7a777db6d15673dad8f62f6f-1 {}] regionserver.HStore(327): Store=eb8c0d0b7a777db6d15673dad8f62f6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:38,288 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,289 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,290 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,291 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,291 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,294 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,297 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:38,298 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened eb8c0d0b7a777db6d15673dad8f62f6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9621083200, jitterRate=-0.10396680235862732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:13:38,298 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:38,300 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for eb8c0d0b7a777db6d15673dad8f62f6f: Running coprocessor pre-open hook at 1732248818282Writing region info on filesystem at 1732248818282Initializing all the Stores at 1732248818284 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248818284Cleaning up temporary data from old regions at 1732248818291 (+7 ms)Running coprocessor post-open hooks at 1732248818298 (+7 ms)Region opened successfully at 1732248818300 (+2 ms) 2024-11-22T04:13:38,301 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., pid=68, masterSystemTime=1732248818273 2024-11-22T04:13:38,303 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:38,303 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:38,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=eb8c0d0b7a777db6d15673dad8f62f6f, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:38,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T04:13:38,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008 in 185 msec 2024-11-22T04:13:38,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T04:13:38,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, ASSIGN in 342 msec 2024-11-22T04:13:38,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T04:13:38,311 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248818311"}]},"ts":"1732248818311"} 2024-11-22T04:13:38,313 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T04:13:38,314 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T04:13:38,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1810 sec 2024-11-22T04:13:38,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 940295b6cb07bf02d154153b6777c32a, had cached 0 bytes from a total of 41499 2024-11-22T04:13:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T04:13:39,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-22T04:13:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:39,301 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f from hbase tables ns2:test-17322487160531 to tables ns2:table2 2024-11-22T04:13:39,301 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17322487160531 into ns2:table2 2024-11-22T04:13:39,303 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301 from hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f 2024-11-22T04:13:39,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735ee6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:39,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:39,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:39,305 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:39,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:39,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:39,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694ecef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:39,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:39,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:39,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:39,307 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:39,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b17a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:39,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:39,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:39,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e01e879 2024-11-22T04:13:39,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:39,310 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:39,310 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:39,310 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T04:13:39,311 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:39,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:39,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:39,315 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T04:13:39,315 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T04:13:39,315 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_6f78d2b5-f2bb-4181-b13e-181694ce88e0 2024-11-22T04:13:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741979_1155 (size=153) 2024-11-22T04:13:39,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:39,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:39,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-4106659524810505747.jar 2024-11-22T04:13:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:40,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:40,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:40,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:40,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:40,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:40,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:40,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:40,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:40,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:40,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:40,596 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T04:13:40,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:40,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:40,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:40,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:40,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:40,596 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T04:13:40,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:40,607 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:40,618 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T04:13:40,699 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1989281242_0013_4cd970d8-db36-4724-a35c-0cea49e8d558/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:40,699 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1989281242_0013_4cd970d8-db36-4724-a35c-0cea49e8d558/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:40,754 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:13:40,757 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:40,786 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7098bec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:40,786 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:40,787 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:40,788 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7dfa03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:40,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:40,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:40,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:40,790 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:40,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d6306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:40,791 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:40,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:40,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:40,797 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-22T04:13:40,797 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:40,797 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:40,797 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:40,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:40,797 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T04:13:40,797 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:40,804 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301/_temporary/0/_temporary/attempt_local1989281242_0013_r_000000_0/f/e80dd809bee741b4bce5c7240857c1e4 is 37, key is row10/f:q1/1732248721075/Put/seqid=0 2024-11-22T04:13:40,806 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741980_1156 (size=8742) 2024-11-22T04:13:41,745 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301 2024-11-22T04:13:41,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876c14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:41,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:41,746 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbb474b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:41,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91ca74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:41,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:41,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:41,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:41,753 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301/_SUCCESS 2024-11-22T04:13:41,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:41,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:41,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26050354 2024-11-22T04:13:41,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:41,758 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:41,770 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301/f/e80dd809bee741b4bce5c7240857c1e4 first=Optional[row0] last=Optional[row98] 2024-11-22T04:13:41,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301/f/e80dd809bee741b4bce5c7240857c1e4 for inclusion in eb8c0d0b7a777db6d15673dad8f62f6f/f 2024-11-22T04:13:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T04:13:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T04:13:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for eb8c0d0b7a777db6d15673dad8f62f6f: 2024-11-22T04:13:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248819301/f/e80dd809bee741b4bce5c7240857c1e4 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__5uh5v4vcbtga4ajhqp10jb2phd91rtlk2ieh2iecklu1j17ov748akaqb1k1f0nj/f/e80dd809bee741b4bce5c7240857c1e4 2024-11-22T04:13:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__5uh5v4vcbtga4ajhqp10jb2phd91rtlk2ieh2iecklu1j17ov748akaqb1k1f0nj/f/e80dd809bee741b4bce5c7240857c1e4 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_ 2024-11-22T04:13:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9f700f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:41,781 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:41,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:41,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f994aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,783 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:41,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3001aa50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:41,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:41,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ffaa7f8 2024-11-22T04:13:41,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:41,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:41,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:41,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:41,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:41,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:41,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__5uh5v4vcbtga4ajhqp10jb2phd91rtlk2ieh2iecklu1j17ov748akaqb1k1f0nj/f/e80dd809bee741b4bce5c7240857c1e4 into eb8c0d0b7a777db6d15673dad8f62f6f/f as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_ - updating store file list. 2024-11-22T04:13:41,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_ into eb8c0d0b7a777db6d15673dad8f62f6f/f 2024-11-22T04:13:41,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__5uh5v4vcbtga4ajhqp10jb2phd91rtlk2ieh2iecklu1j17ov748akaqb1k1f0nj/f/e80dd809bee741b4bce5c7240857c1e4 into eb8c0d0b7a777db6d15673dad8f62f6f/f (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_) 2024-11-22T04:13:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__5uh5v4vcbtga4ajhqp10jb2phd91rtlk2ieh2iecklu1j17ov748akaqb1k1f0nj/f/e80dd809bee741b4bce5c7240857c1e4 2024-11-22T04:13:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a773750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:41,816 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bee9efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,817 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:41,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b5f702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9ff884 2024-11-22T04:13:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:41,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:41,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:41,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:41,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:41,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:41,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:41,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:41,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:41,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:41,840 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T04:13:41,840 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T04:13:41,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:41,840 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732248727191 hdfs://localhost:38433/backupUT/backup_1732248727191/ns2/test-17322487160531/ 2024-11-22T04:13:41,840 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T04:13:41,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:41,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:41,841 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T04:13:41,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:41,871 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248798197/.backup.manifest 2024-11-22T04:13:41,873 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248798197/.backup.manifest 2024-11-22T04:13:41,874 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248762927/.backup.manifest 2024-11-22T04:13:41,876 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248762927/.backup.manifest 2024-11-22T04:13:41,876 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732248716053' to 'table1' from full backup image hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053 2024-11-22T04:13:41,878 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732248798197 2024-11-22T04:13:41,881 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-22T04:13:41,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-22T04:13:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-22T04:13:41,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248821893"}]},"ts":"1732248821893"} 2024-11-22T04:13:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T04:13:41,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-22T04:13:41,895 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-22T04:13:41,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-22T04:13:41,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, UNASSIGN}] 2024-11-22T04:13:41,902 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, UNASSIGN 2024-11-22T04:13:41,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, UNASSIGN 2024-11-22T04:13:41,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=58986f6ac99346b435c56b990961fad8, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:41,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=1cf24f6904295be6b85271205d199573, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:41,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, UNASSIGN because future has completed 2024-11-22T04:13:41,905 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:13:41,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:41,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, UNASSIGN because future has completed 2024-11-22T04:13:41,906 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:13:41,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:41,952 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T04:13:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T04:13:42,058 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:42,058 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:13:42,059 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 1cf24f6904295be6b85271205d199573, disabling compactions & flushes 2024-11-22T04:13:42,059 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:42,059 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:42,059 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1732248811324.1cf24f6904295be6b85271205d199573. after waiting 0 ms 2024-11-22T04:13:42,059 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:42,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:42,070 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:42,071 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1732248811324.1cf24f6904295be6b85271205d199573. 2024-11-22T04:13:42,071 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 1cf24f6904295be6b85271205d199573: Waiting for close lock at 1732248822058Running coprocessor pre-close hooks at 1732248822058Disabling compacts and flushes for region at 1732248822058Disabling writes for close at 1732248822059 (+1 ms)Writing region close event to WAL at 1732248822061 (+2 ms)Running coprocessor post-close hooks at 1732248822070 (+9 ms)Closed at 1732248822071 (+1 ms) 2024-11-22T04:13:42,073 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 1cf24f6904295be6b85271205d199573 2024-11-22T04:13:42,073 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:42,073 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:13:42,074 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 58986f6ac99346b435c56b990961fad8, disabling compactions & flushes 2024-11-22T04:13:42,074 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:42,074 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:42,074 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. after waiting 0 ms 2024-11-22T04:13:42,074 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:42,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=1cf24f6904295be6b85271205d199573, regionState=CLOSED 2024-11-22T04:13:42,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:42,079 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:42,080 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:42,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-22T04:13:42,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 1cf24f6904295be6b85271205d199573, server=c85114ed5096,42413,1732248708008 in 171 msec 2024-11-22T04:13:42,080 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. 2024-11-22T04:13:42,080 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 58986f6ac99346b435c56b990961fad8: Waiting for close lock at 1732248822074Running coprocessor pre-close hooks at 1732248822074Disabling compacts and flushes for region at 1732248822074Disabling writes for close at 1732248822074Writing region close event to WAL at 1732248822075 (+1 ms)Running coprocessor post-close hooks at 1732248822080 (+5 ms)Closed at 1732248822080 2024-11-22T04:13:42,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1cf24f6904295be6b85271205d199573, UNASSIGN in 179 msec 2024-11-22T04:13:42,082 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:42,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=58986f6ac99346b435c56b990961fad8, regionState=CLOSED 2024-11-22T04:13:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:42,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T04:13:42,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 58986f6ac99346b435c56b990961fad8, server=c85114ed5096,42413,1732248708008 in 180 msec 2024-11-22T04:13:42,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-22T04:13:42,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=58986f6ac99346b435c56b990961fad8, UNASSIGN in 187 msec 2024-11-22T04:13:42,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T04:13:42,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 195 msec 2024-11-22T04:13:42,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248822093"}]},"ts":"1732248822093"} 2024-11-22T04:13:42,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-22T04:13:42,095 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-22T04:13:42,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 209 msec 2024-11-22T04:13:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-22T04:13:42,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-22T04:13:42,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-22T04:13:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-22T04:13:42,230 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-22T04:13:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:42,236 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573 2024-11-22T04:13:42,236 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:42,239 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/recovered.edits] 2024-11-22T04:13:42,239 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f3, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/mob, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/recovered.edits] 2024-11-22T04:13:42,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_ to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/table1/58986f6ac99346b435c56b990961fad8/f/0e6d1628a8704c0b8fb1687fd8f97e90_SeqId_4_ 2024-11-22T04:13:42,244 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_ to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/table1/1cf24f6904295be6b85271205d199573/f3/f3b0001f5c34471e8d00ab80da9a4ddd_SeqId_4_ 2024-11-22T04:13:42,247 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_ to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/table1/1cf24f6904295be6b85271205d199573/mob/56ddb277013e4140b94e5a52451c7402_SeqId_4_ 2024-11-22T04:13:42,247 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8/recovered.edits/6.seqid to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/table1/58986f6ac99346b435c56b990961fad8/recovered.edits/6.seqid 2024-11-22T04:13:42,248 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/58986f6ac99346b435c56b990961fad8 2024-11-22T04:13:42,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573/recovered.edits/6.seqid to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/default/table1/1cf24f6904295be6b85271205d199573/recovered.edits/6.seqid 2024-11-22T04:13:42,250 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/1cf24f6904295be6b85271205d199573 2024-11-22T04:13:42,250 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-22T04:13:42,250 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T04:13:42,251 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-22T04:13:42,253 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-22T04:13:42,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T04:13:42,264 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-22T04:13:42,267 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-22T04:13:42,268 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-22T04:13:42,268 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732248811324.1cf24f6904295be6b85271205d199573.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732248822268"}]},"ts":"9223372036854775807"} 2024-11-22T04:13:42,268 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732248822268"}]},"ts":"9223372036854775807"} 2024-11-22T04:13:42,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-22T04:13:42,271 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1cf24f6904295be6b85271205d199573, NAME => 'table1,,1732248811324.1cf24f6904295be6b85271205d199573.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 58986f6ac99346b435c56b990961fad8, NAME => 'table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-22T04:13:42,272 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-22T04:13:42,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732248822272"}]},"ts":"9223372036854775807"} 2024-11-22T04:13:42,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-22T04:13:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741981_1157 (size=938) 2024-11-22T04:13:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:42,686 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8999ee94c1fe02a3aa362e2abc911b1d, NAME => 'table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:42,686 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6557c24ac8854c67795a0d54f485aeb5, NAME => 'table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741982_1158 (size=45) 2024-11-22T04:13:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741983_1159 (size=45) 2024-11-22T04:13:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:43,095 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:43,095 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:43,095 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 6557c24ac8854c67795a0d54f485aeb5, disabling compactions & flushes 2024-11-22T04:13:43,095 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 8999ee94c1fe02a3aa362e2abc911b1d, disabling compactions & flushes 2024-11-22T04:13:43,095 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,095 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. after waiting 0 ms 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. after waiting 0 ms 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,096 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,096 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6557c24ac8854c67795a0d54f485aeb5: Waiting for close lock at 1732248823095Disabling compacts and flushes for region at 1732248823095Disabling writes for close at 1732248823096 (+1 ms)Writing region close event to WAL at 1732248823096Closed at 1732248823096 2024-11-22T04:13:43,096 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8999ee94c1fe02a3aa362e2abc911b1d: Waiting for close lock at 1732248823095Disabling compacts and flushes for region at 1732248823095Disabling writes for close at 1732248823096 (+1 ms)Writing region close event to WAL at 1732248823096Closed at 1732248823096 2024-11-22T04:13:43,100 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732248823099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248823099"}]},"ts":"1732248823099"} 2024-11-22T04:13:43,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732248823099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248823099"}]},"ts":"1732248823099"} 2024-11-22T04:13:43,105 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-22T04:13:43,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248823106"}]},"ts":"1732248823106"} 2024-11-22T04:13:43,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-22T04:13:43,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, ASSIGN}] 2024-11-22T04:13:43,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, ASSIGN 2024-11-22T04:13:43,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, ASSIGN 2024-11-22T04:13:43,109 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:43,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:43,261 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:43,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, ASSIGN because future has completed 2024-11-22T04:13:43,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, ASSIGN because future has completed 2024-11-22T04:13:43,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:43,427 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,427 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 6557c24ac8854c67795a0d54f485aeb5, NAME => 'table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T04:13:43,428 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:43,428 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,428 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:43,429 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,429 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,431 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,434 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName f 2024-11-22T04:13:43,434 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,435 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,435 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,437 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName f3 2024-11-22T04:13:43,437 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,438 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,439 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,441 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName mob 2024-11-22T04:13:43,442 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,443 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,443 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,444 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,444 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,445 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,445 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,446 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:43,447 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,450 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:43,450 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 6557c24ac8854c67795a0d54f485aeb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10244149920, jitterRate=-0.04593919217586517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:43,450 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:43,451 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 6557c24ac8854c67795a0d54f485aeb5: Running coprocessor pre-open hook at 1732248823429Writing region info on filesystem at 1732248823429Initializing all the Stores at 1732248823430 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823431 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823431Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823431Cleaning up temporary data from old regions at 1732248823445 (+14 ms)Running coprocessor post-open hooks at 1732248823450 (+5 ms)Region opened successfully at 1732248823451 (+1 ms) 2024-11-22T04:13:43,452 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5., pid=79, masterSystemTime=1732248823418 2024-11-22T04:13:43,455 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,455 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:43,455 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,455 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 8999ee94c1fe02a3aa362e2abc911b1d, NAME => 'table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T04:13:43,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:43,455 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:43,456 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,456 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:43,456 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,456 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:43,458 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,459 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName f 2024-11-22T04:13:43,459 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,459 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,460 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-22T04:13:43,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 in 191 msec 2024-11-22T04:13:43,461 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName f3 2024-11-22T04:13:43,461 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, ASSIGN in 353 msec 2024-11-22T04:13:43,461 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,461 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,462 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName mob 2024-11-22T04:13:43,463 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:43,463 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:43,463 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,464 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,464 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,465 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,465 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,466 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:43,467 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,469 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:43,469 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 8999ee94c1fe02a3aa362e2abc911b1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12002005920, jitterRate=0.11777390539646149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:43,469 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:43,469 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 8999ee94c1fe02a3aa362e2abc911b1d: Running coprocessor pre-open hook at 1732248823456Writing region info on filesystem at 1732248823456Initializing all the Stores at 1732248823457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823457Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823457Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248823457Cleaning up temporary data from old regions at 1732248823465 (+8 ms)Running coprocessor post-open hooks at 1732248823469 (+4 ms)Region opened successfully at 1732248823469 2024-11-22T04:13:43,470 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., pid=78, masterSystemTime=1732248823418 2024-11-22T04:13:43,472 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,472 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:43,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:43,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:43,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-22T04:13:43,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 in 209 msec 2024-11-22T04:13:43,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-22T04:13:43,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, ASSIGN in 369 msec 2024-11-22T04:13:43,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248823477"}]},"ts":"1732248823477"} 2024-11-22T04:13:43,479 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-22T04:13:43,479 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-22T04:13:43,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2570 sec 2024-11-22T04:13:43,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T04:13:44,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-22T04:13:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-22T04:13:44,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-22T04:13:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:44,405 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2,hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490 from hbase tables test-1732248716053 to tables table1 2024-11-22T04:13:44,405 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732248716053 into table1 2024-11-22T04:13:44,406 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405 from hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2,hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490 2024-11-22T04:13:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef611db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:44,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:44,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:44,408 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcd41dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:44,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:44,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:44,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:44,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f86a54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:44,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:44,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:44,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab734d0 2024-11-22T04:13:44,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:44,411 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:44,412 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:44,412 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T04:13:44,412 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:44,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:44,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:44,416 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T04:13:44,416 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T04:13:44,416 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T04:13:44,416 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_c7b51f8d-2bdc-47af-b872-5f77242a526d 2024-11-22T04:13:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741984_1160 (size=177) 2024-11-22T04:13:44,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:44,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:44,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T04:13:45,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-4240530584415733438.jar 2024-11-22T04:13:45,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:45,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:45,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:45,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:45,692 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T04:13:45,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:45,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:45,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:45,693 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T04:13:45,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:45,703 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:45,716 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T04:13:45,802 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1697972089_0014_58d3dbc3-646b-4f4f-b8a4-0f185dc39de0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:45,802 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1697972089_0014_58d3dbc3-646b-4f4f-b8a4-0f185dc39de0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:45,855 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/37cf7253506245d6935b98e3250fe89a 2024-11-22T04:13:45,858 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:45,897 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/bc926ebf5dbc47b0b9b43ba2c0465d98 2024-11-22T04:13:45,900 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:45,923 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f/f47a5745ae7d445aa720eead5a9dd52d 2024-11-22T04:13:45,926 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:45,959 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/d1714531122689bbcdd2537ea99e0490/mob/d41d8cd98f00b204e9800998ecf8427e202411222a7394486ab645a88e250e00b379a958_9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:13:45,962 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:45,982 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/default/test-1732248716053/archive/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/mob/47de212983af495cb5b9f9892875a255 2024-11-22T04:13:45,985 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:46,020 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e7e440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,021 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:46,021 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:46,022 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e89123c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,024 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19322db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,025 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:46,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:46,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:46,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732248716053-1-0', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:46,030 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T04:13:46,030 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:46,030 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,031 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:46,031 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-1-0] 2024-11-22T04:13:46,031 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:46,041 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1521ac56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,041 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:46,041 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:46,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:46,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:46,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182d8443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:46,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,044 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:46,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4257bc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,045 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:46,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:46,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732248716053-3-0', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:46,049 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T04:13:46,049 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:46,049 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,049 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:46,049 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-3-0] 2024-11-22T04:13:46,049 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:46,055 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/_temporary/0/_temporary/attempt_local1697972089_0014_r_000000_0/f/af05eba1af354e3badce8dae97c61308 is 59, key is row-test-1732248716053-1-10/f:q1/1732248747406/Put/seqid=0 2024-11-22T04:13:46,056 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:46,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741985_1161 (size=11125) 2024-11-22T04:13:46,462 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/_temporary/0/_temporary/attempt_local1697972089_0014_r_000000_0/mob/850c4bd24dd8455ca1261a3d023b8ab1 is 192, key is row-test-1732248716053-3-100/mob:q1/1732248747790/Put/seqid=0 2024-11-22T04:13:46,465 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741986_1162 (size=13404) 2024-11-22T04:13:46,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-22T04:13:46,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-22T04:13:46,903 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d23032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,903 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:46,903 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:46,904 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5f028c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:46,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:46,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:46,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e12f3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:46,907 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:46,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:46,911 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-22T04:13:46,911 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:46,912 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,912 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:46,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:46,912 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-22T04:13:46,912 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:46,919 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/_temporary/0/_temporary/attempt_local1697972089_0014_r_000001_0/f/f8112ad64a014b58bc9c5f9a451d1880 is 37, key is row10/f:q1/1732248718734/Put/seqid=0 2024-11-22T04:13:46,921 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741987_1163 (size=8742) 2024-11-22T04:13:47,853 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405 2024-11-22T04:13:47,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1feb7c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d63b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558ab9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,861 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/_SUCCESS 2024-11-22T04:13:47,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574605e8 2024-11-22T04:13:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,870 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:47,876 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/af05eba1af354e3badce8dae97c61308 first=Optional[row-test-1732248716053-1-0] last=Optional[row-test-1732248716053-1-98] 2024-11-22T04:13:47,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/f8112ad64a014b58bc9c5f9a451d1880 first=Optional[row0] last=Optional[row98] 2024-11-22T04:13:47,890 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/mob/850c4bd24dd8455ca1261a3d023b8ab1 first=Optional[row-test-1732248716053-3-0] last=Optional[row-test-1732248716053-3-99] 2024-11-22T04:13:47,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/f8112ad64a014b58bc9c5f9a451d1880 for inclusion in 6557c24ac8854c67795a0d54f485aeb5/f 2024-11-22T04:13:47,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/af05eba1af354e3badce8dae97c61308 for inclusion in 8999ee94c1fe02a3aa362e2abc911b1d/f 2024-11-22T04:13:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-22T04:13:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-22T04:13:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 6557c24ac8854c67795a0d54f485aeb5: 2024-11-22T04:13:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732248716053-1-0 last=row-test-1732248716053-1-98 2024-11-22T04:13:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T04:13:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/f8112ad64a014b58bc9c5f9a451d1880 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/f8112ad64a014b58bc9c5f9a451d1880 2024-11-22T04:13:47,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/mob/850c4bd24dd8455ca1261a3d023b8ab1 for inclusion in 8999ee94c1fe02a3aa362e2abc911b1d/mob 2024-11-22T04:13:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/f8112ad64a014b58bc9c5f9a451d1880 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/f/5edae746e1ba4b59bd5e9005c88fcc13_SeqId_4_ 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2780ef2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732248716053-3-0 last=row-test-1732248716053-3-99 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 8999ee94c1fe02a3aa362e2abc911b1d: 2024-11-22T04:13:47,905 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/f/af05eba1af354e3badce8dae97c61308 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/af05eba1af354e3badce8dae97c61308 2024-11-22T04:13:47,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2063a329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f20b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/af05eba1af354e3badce8dae97c61308 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f/89eec36816804900ad00f9186556b3b3_SeqId_4_ 2024-11-22T04:13:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273f7fca 2024-11-22T04:13:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248824405/mob/850c4bd24dd8455ca1261a3d023b8ab1 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/mob/850c4bd24dd8455ca1261a3d023b8ab1 2024-11-22T04:13:47,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/mob/850c4bd24dd8455ca1261a3d023b8ab1 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/mob/88a7fc31e49d4bec9aebbfd6c2bfea7b_SeqId_4_ 2024-11-22T04:13:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae1fccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,912 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fae239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,914 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfac5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fc7815 2024-11-22T04:13:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,916 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413. 2024-11-22T04:13:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:47,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/f8112ad64a014b58bc9c5f9a451d1880 into 6557c24ac8854c67795a0d54f485aeb5/f as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/f/5edae746e1ba4b59bd5e9005c88fcc13_SeqId_4_ - updating store file list. 2024-11-22T04:13:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/f/5edae746e1ba4b59bd5e9005c88fcc13_SeqId_4_ into 6557c24ac8854c67795a0d54f485aeb5/f 2024-11-22T04:13:47,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/f8112ad64a014b58bc9c5f9a451d1880 into 6557c24ac8854c67795a0d54f485aeb5/f (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/f/5edae746e1ba4b59bd5e9005c88fcc13_SeqId_4_) 2024-11-22T04:13:47,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/f8112ad64a014b58bc9c5f9a451d1880 2024-11-22T04:13:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b69014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:47,938 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b47caae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f814d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,939 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac5a19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f37aabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcde74e 2024-11-22T04:13:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b62a3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,941 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183acd58 2024-11-22T04:13:47,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,943 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:47,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413. 2024-11-22T04:13:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:47,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:47,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:47,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/af05eba1af354e3badce8dae97c61308 into 8999ee94c1fe02a3aa362e2abc911b1d/f as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f/89eec36816804900ad00f9186556b3b3_SeqId_4_ - updating store file list. 2024-11-22T04:13:47,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f/89eec36816804900ad00f9186556b3b3_SeqId_4_ into 8999ee94c1fe02a3aa362e2abc911b1d/f 2024-11-22T04:13:47,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/af05eba1af354e3badce8dae97c61308 into 8999ee94c1fe02a3aa362e2abc911b1d/f (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f/89eec36816804900ad00f9186556b3b3_SeqId_4_) 2024-11-22T04:13:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/f/af05eba1af354e3badce8dae97c61308 2024-11-22T04:13:47,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/mob/850c4bd24dd8455ca1261a3d023b8ab1 into 8999ee94c1fe02a3aa362e2abc911b1d/mob as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/mob/88a7fc31e49d4bec9aebbfd6c2bfea7b_SeqId_4_ - updating store file list. 2024-11-22T04:13:47,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/mob/88a7fc31e49d4bec9aebbfd6c2bfea7b_SeqId_4_ into 8999ee94c1fe02a3aa362e2abc911b1d/mob 2024-11-22T04:13:47,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/mob/850c4bd24dd8455ca1261a3d023b8ab1 into 8999ee94c1fe02a3aa362e2abc911b1d/mob (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/mob/88a7fc31e49d4bec9aebbfd6c2bfea7b_SeqId_4_) 2024-11-22T04:13:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__j3lj6kcr01m0v0r4t4f7sbd5jli7hasj8krug6gd8br0rlgqh0lt5ik7atfh7s36/mob/850c4bd24dd8455ca1261a3d023b8ab1 2024-11-22T04:13:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5672ac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:47,980 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d72ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:47,981 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dd5eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4117cf3a 2024-11-22T04:13:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:47,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:47,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:47,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:47,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:48,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:48,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:48,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:48,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:48,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:48,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:48,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:48,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:48,003 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T04:13:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:48,004 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T04:13:48,020 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732248716053' to 'table1' from log dirs: hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053/f2/6a183664b8f44e7aa20019a41bfd88e7 2024-11-22T04:13:48,025 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732248716053', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732248798197 2024-11-22T04:13:48,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-22T04:13:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741988_1164 (size=938) 2024-11-22T04:13:48,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T04:13:48,443 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-22T04:13:48,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-22T04:13:48,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-22T04:13:48,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE}] 2024-11-22T04:13:48,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE 2024-11-22T04:13:48,453 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE 2024-11-22T04:13:48,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE because future has completed 2024-11-22T04:13:48,456 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:13:48,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE because future has completed 2024-11-22T04:13:48,457 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:13:48,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:48,610 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,610 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:13:48,611 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 8999ee94c1fe02a3aa362e2abc911b1d, disabling compactions & flushes 2024-11-22T04:13:48,611 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,611 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,611 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. after waiting 0 ms 2024-11-22T04:13:48,611 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,621 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:48,622 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:48,623 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,623 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 8999ee94c1fe02a3aa362e2abc911b1d: Waiting for close lock at 1732248828610Running coprocessor pre-close hooks at 1732248828610Disabling compacts and flushes for region at 1732248828610Disabling writes for close at 1732248828611 (+1 ms)Writing region close event to WAL at 1732248828614 (+3 ms)Running coprocessor post-close hooks at 1732248828622 (+8 ms)Closed at 1732248828622 2024-11-22T04:13:48,623 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 8999ee94c1fe02a3aa362e2abc911b1d to self. 2024-11-22T04:13:48,625 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,626 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 6557c24ac8854c67795a0d54f485aeb5, disabling compactions & flushes 2024-11-22T04:13:48,626 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. after waiting 0 ms 2024-11-22T04:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,626 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=CLOSED 2024-11-22T04:13:48,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:48,632 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:48,633 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:48,633 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,634 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 6557c24ac8854c67795a0d54f485aeb5: Waiting for close lock at 1732248828626Running coprocessor pre-close hooks at 1732248828626Disabling compacts and flushes for region at 1732248828626Disabling writes for close at 1732248828626Writing region close event to WAL at 1732248828627 (+1 ms)Running coprocessor post-close hooks at 1732248828633 (+6 ms)Closed at 1732248828633 2024-11-22T04:13:48,634 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 6557c24ac8854c67795a0d54f485aeb5 to self. 2024-11-22T04:13:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-22T04:13:48,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 in 174 msec 2024-11-22T04:13:48,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=true 2024-11-22T04:13:48,635 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=CLOSED 2024-11-22T04:13:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:48,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T04:13:48,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 in 182 msec 2024-11-22T04:13:48,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=true 2024-11-22T04:13:48,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE because future has completed 2024-11-22T04:13:48,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:48,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE because future has completed 2024-11-22T04:13:48,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:48,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T04:13:48,948 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,948 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 8999ee94c1fe02a3aa362e2abc911b1d, NAME => 'table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-22T04:13:48,949 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:48,949 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,949 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:48,949 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,949 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,951 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,952 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName f 2024-11-22T04:13:48,952 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,958 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f/89eec36816804900ad00f9186556b3b3_SeqId_4_ 2024-11-22T04:13:48,958 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,958 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,960 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName f2 2024-11-22T04:13:48,960 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,960 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,961 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,961 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8999ee94c1fe02a3aa362e2abc911b1d columnFamilyName mob 2024-11-22T04:13:48,962 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,967 DEBUG [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/mob/88a7fc31e49d4bec9aebbfd6c2bfea7b_SeqId_4_ 2024-11-22T04:13:48,967 INFO [StoreOpener-8999ee94c1fe02a3aa362e2abc911b1d-1 {}] regionserver.HStore(327): Store=8999ee94c1fe02a3aa362e2abc911b1d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,968 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,969 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,970 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,971 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,971 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,971 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:48,972 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,973 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 8999ee94c1fe02a3aa362e2abc911b1d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9542934400, jitterRate=-0.11124497652053833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:48,973 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:48,974 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 8999ee94c1fe02a3aa362e2abc911b1d: Running coprocessor pre-open hook at 1732248828949Writing region info on filesystem at 1732248828949Initializing all the Stores at 1732248828950 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828950Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828950Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828950Cleaning up temporary data from old regions at 1732248828971 (+21 ms)Running coprocessor post-open hooks at 1732248828973 (+2 ms)Region opened successfully at 1732248828973 2024-11-22T04:13:48,974 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., pid=87, masterSystemTime=1732248828945 2024-11-22T04:13:48,976 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,976 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:48,976 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,976 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 6557c24ac8854c67795a0d54f485aeb5, NAME => 'table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-22T04:13:48,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=8999ee94c1fe02a3aa362e2abc911b1d, regionState=OPEN, openSeqNum=7, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,977 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:48,977 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,977 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:48,977 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,977 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:48,978 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,980 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName f 2024-11-22T04:13:48,980 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-22T04:13:48,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 8999ee94c1fe02a3aa362e2abc911b1d, server=c85114ed5096,42413,1732248708008 in 186 msec 2024-11-22T04:13:48,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8999ee94c1fe02a3aa362e2abc911b1d, REOPEN/MOVE in 529 msec 2024-11-22T04:13:48,986 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/f/5edae746e1ba4b59bd5e9005c88fcc13_SeqId_4_ 2024-11-22T04:13:48,986 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,986 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,987 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName f2 2024-11-22T04:13:48,987 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,988 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,988 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,989 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6557c24ac8854c67795a0d54f485aeb5 columnFamilyName mob 2024-11-22T04:13:48,989 DEBUG [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:48,989 INFO [StoreOpener-6557c24ac8854c67795a0d54f485aeb5-1 {}] regionserver.HStore(327): Store=6557c24ac8854c67795a0d54f485aeb5/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:48,990 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,990 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,991 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,992 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,992 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,992 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T04:13:48,994 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,994 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 6557c24ac8854c67795a0d54f485aeb5; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11719343520, jitterRate=0.09144891798496246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T04:13:48,994 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:48,994 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 6557c24ac8854c67795a0d54f485aeb5: Running coprocessor pre-open hook at 1732248828977Writing region info on filesystem at 1732248828977Initializing all the Stores at 1732248828978 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828978Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828978Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248828978Cleaning up temporary data from old regions at 1732248828992 (+14 ms)Running coprocessor post-open hooks at 1732248828994 (+2 ms)Region opened successfully at 1732248828994 2024-11-22T04:13:48,995 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5., pid=86, masterSystemTime=1732248828945 2024-11-22T04:13:48,997 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,997 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:48,997 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=6557c24ac8854c67795a0d54f485aeb5, regionState=OPEN, openSeqNum=7, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:49,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-22T04:13:49,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 6557c24ac8854c67795a0d54f485aeb5, server=c85114ed5096,42413,1732248708008 in 208 msec 2024-11-22T04:13:49,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-22T04:13:49,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6557c24ac8854c67795a0d54f485aeb5, REOPEN/MOVE in 549 msec 2024-11-22T04:13:49,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T04:13:49,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 554 msec 2024-11-22T04:13:49,006 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-22T04:13:49,007 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., family=f3 2024-11-22T04:13:49,008 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5., family=f3 2024-11-22T04:13:49,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 980 msec 2024-11-22T04:13:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T04:13:49,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-22T04:13:49,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:49,016 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:49,016 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053/f2/6a183664b8f44e7aa20019a41bfd88e7 from hbase tables test-1732248716053 to tables table1 2024-11-22T04:13:49,016 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732248716053 into table1 2024-11-22T04:13:49,018 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016 from hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053/f2/6a183664b8f44e7aa20019a41bfd88e7 2024-11-22T04:13:49,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ef35f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:49,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:49,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:49,020 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40befb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:49,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:49,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f5f402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:49,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e5a493 2024-11-22T04:13:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:49,023 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:49,024 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:49,024 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-22T04:13:49,025 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:49,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:49,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:49,029 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-22T04:13:49,029 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-22T04:13:49,029 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-22T04:13:49,029 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_b094f5f6-f295-4c95-b672-73f58f974d70 2024-11-22T04:13:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741989_1165 (size=177) 2024-11-22T04:13:49,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,830 DEBUG [regionserver/c85114ed5096:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-22T04:13:49,831 WARN [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 18, running: 1 2024-11-22T04:13:49,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-5086523344802884173.jar 2024-11-22T04:13:49,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:49,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:49,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:49,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:49,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:49,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:49,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:49,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:49,902 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-22T04:13:49,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:49,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:49,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:49,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:49,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:49,903 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T04:13:49,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:49,913 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:49,924 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T04:13:50,018 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local400366264_0015_bcc05254-40be-41dd-9114-b68547b0e197/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:50,018 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local400366264_0015_bcc05254-40be-41dd-9114-b68547b0e197/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:50,077 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053/f2/6a183664b8f44e7aa20019a41bfd88e7 2024-11-22T04:13:50,079 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:50,108 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44afcdb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:50,108 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:50,108 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:50,109 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9dc408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:50,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:50,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:50,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:50,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc1d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:50,112 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:50,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:50,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732248716053-2-0', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7] 2024-11-22T04:13:50,115 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-22T04:13:50,116 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:50,116 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:50,116 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:50,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:50,116 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732248716053-2-0] 2024-11-22T04:13:50,116 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:50,120 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016/_temporary/0/_temporary/attempt_local400366264_0015_r_000000_0/f2/31599a76982f40aca52c497e218f6a20 is 58, key is row-test-1732248716053-2-0/f2:q1/1732248793189/Put/seqid=0 2024-11-22T04:13:50,121 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:50,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741990_1166 (size=5608) 2024-11-22T04:13:51,063 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016 2024-11-22T04:13:51,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7904a870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:51,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:51,066 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:51,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:51,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e5531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,068 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:51,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5da86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:51,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:51,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:51,077 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016/_SUCCESS 2024-11-22T04:13:51,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bbb34d 2024-11-22T04:13:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:51,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:51,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7] 2024-11-22T04:13:51,086 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-22T04:13:51,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016/f2/31599a76982f40aca52c497e218f6a20 first=Optional[row-test-1732248716053-2-0] last=Optional[row-test-1732248716053-2-6] 2024-11-22T04:13:51,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016/f2/31599a76982f40aca52c497e218f6a20 for inclusion in 8999ee94c1fe02a3aa362e2abc911b1d/f2 2024-11-22T04:13:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732248716053-2-0 last=row-test-1732248716053-2-6 2024-11-22T04:13:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-22T04:13:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 8999ee94c1fe02a3aa362e2abc911b1d: 2024-11-22T04:13:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-default-table1-1732248829016/f2/31599a76982f40aca52c497e218f6a20 to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__bcc3r34hj0b172l1ft9p32ljit2qtk7075bslnnhsocbm6pmc9jn5t9i4ev6dn7m/f2/31599a76982f40aca52c497e218f6a20 2024-11-22T04:13:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__bcc3r34hj0b172l1ft9p32ljit2qtk7075bslnnhsocbm6pmc9jn5t9i4ev6dn7m/f2/31599a76982f40aca52c497e218f6a20 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f2/58fb2fb8160f4235a8f54c32cccba833_SeqId_9_ 2024-11-22T04:13:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6498c1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:51,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548fec7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:51,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:51,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbbe062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a91370 2024-11-22T04:13:51,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:51,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:51,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:51,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:51,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:51,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:51,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:51,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__bcc3r34hj0b172l1ft9p32ljit2qtk7075bslnnhsocbm6pmc9jn5t9i4ev6dn7m/f2/31599a76982f40aca52c497e218f6a20 into 8999ee94c1fe02a3aa362e2abc911b1d/f2 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f2/58fb2fb8160f4235a8f54c32cccba833_SeqId_9_ - updating store file list. 2024-11-22T04:13:51,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f2/58fb2fb8160f4235a8f54c32cccba833_SeqId_9_ into 8999ee94c1fe02a3aa362e2abc911b1d/f2 2024-11-22T04:13:51,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__bcc3r34hj0b172l1ft9p32ljit2qtk7075bslnnhsocbm6pmc9jn5t9i4ev6dn7m/f2/31599a76982f40aca52c497e218f6a20 into 8999ee94c1fe02a3aa362e2abc911b1d/f2 (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/f2/58fb2fb8160f4235a8f54c32cccba833_SeqId_9_) 2024-11-22T04:13:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__table1__bcc3r34hj0b172l1ft9p32ljit2qtk7075bslnnhsocbm6pmc9jn5t9i4ev6dn7m/f2/31599a76982f40aca52c497e218f6a20 2024-11-22T04:13:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e71f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:51,133 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc17fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:51,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:51,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:51,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7495ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@568eeeb 2024-11-22T04:13:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:51,137 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:51,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:51,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:51,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:51,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:51,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:51,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:51,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:51,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:51,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:51,154 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T04:13:51,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7 , the old value is region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:51,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:51,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7 from cache 2024-11-22T04:13:51,154 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732248716053 has been successfully restored to table1 2024-11-22T04:13:51,154 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T04:13:51,154 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732248798197 hdfs://localhost:38433/backupUT/backup_1732248798197/default/test-1732248716053/ 2024-11-22T04:13:51,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T04:13:51,155 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38433/backupUT/backup_1732248762927/.backup.manifest 2024-11-22T04:13:51,156 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732248762927/.backup.manifest 2024-11-22T04:13:51,157 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17322487160531' to 'ns2:table2' from full backup image hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531 2024-11-22T04:13:51,159 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17322487160531', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732248798197 2024-11-22T04:13:51,162 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-22T04:13:51,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-22T04:13:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-22T04:13:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T04:13:51,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248831165"}]},"ts":"1732248831165"} 2024-11-22T04:13:51,167 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-22T04:13:51,167 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-22T04:13:51,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-22T04:13:51,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, UNASSIGN}] 2024-11-22T04:13:51,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, UNASSIGN 2024-11-22T04:13:51,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=eb8c0d0b7a777db6d15673dad8f62f6f, regionState=CLOSING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, UNASSIGN because future has completed 2024-11-22T04:13:51,172 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T04:13:51,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:51,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T04:13:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T04:13:51,324 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:51,325 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T04:13:51,325 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing eb8c0d0b7a777db6d15673dad8f62f6f, disabling compactions & flushes 2024-11-22T04:13:51,325 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:51,325 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:51,325 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. after waiting 0 ms 2024-11-22T04:13:51,325 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:51,335 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:51,336 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:51,336 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. 2024-11-22T04:13:51,336 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for eb8c0d0b7a777db6d15673dad8f62f6f: Waiting for close lock at 1732248831325Running coprocessor pre-close hooks at 1732248831325Disabling compacts and flushes for region at 1732248831325Disabling writes for close at 1732248831325Writing region close event to WAL at 1732248831327 (+2 ms)Running coprocessor post-close hooks at 1732248831336 (+9 ms)Closed at 1732248831336 2024-11-22T04:13:51,338 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:51,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=eb8c0d0b7a777db6d15673dad8f62f6f, regionState=CLOSED 2024-11-22T04:13:51,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:51,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T04:13:51,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure eb8c0d0b7a777db6d15673dad8f62f6f, server=c85114ed5096,42413,1732248708008 in 170 msec 2024-11-22T04:13:51,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T04:13:51,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=eb8c0d0b7a777db6d15673dad8f62f6f, UNASSIGN in 176 msec 2024-11-22T04:13:51,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T04:13:51,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec 2024-11-22T04:13:51,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248831349"}]},"ts":"1732248831349"} 2024-11-22T04:13:51,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-22T04:13:51,351 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-22T04:13:51,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 188 msec 2024-11-22T04:13:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T04:13:51,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-22T04:13:51,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-22T04:13:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-22T04:13:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:51,485 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-22T04:13:51,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:51,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f, FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/recovered.edits] 2024-11-22T04:13:51,500 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_ to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/f/2c3120cbf71a4f33aeea0ecfc584e1bd_SeqId_4_ 2024-11-22T04:13:51,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/recovered.edits/6.seqid to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/archive/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f/recovered.edits/6.seqid 2024-11-22T04:13:51,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/eb8c0d0b7a777db6d15673dad8f62f6f 2024-11-22T04:13:51,504 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-22T04:13:51,509 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-22T04:13:51,511 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-22T04:13:51,512 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-22T04:13:51,512 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732248831512"}]},"ts":"9223372036854775807"} 2024-11-22T04:13:51,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T04:13:51,514 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => eb8c0d0b7a777db6d15673dad8f62f6f, NAME => 'ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T04:13:51,514 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-22T04:13:51,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732248831514"}]},"ts":"9223372036854775807"} 2024-11-22T04:13:51,516 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-22T04:13:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741991_1167 (size=351) 2024-11-22T04:13:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:51,929 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90d1719cefb85799da912fbd01c35be4, NAME => 'ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749 2024-11-22T04:13:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741992_1168 (size=37) 2024-11-22T04:13:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:52,341 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:52,342 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 90d1719cefb85799da912fbd01c35be4, disabling compactions & flushes 2024-11-22T04:13:52,342 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,342 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,342 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. after waiting 0 ms 2024-11-22T04:13:52,342 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,342 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,342 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90d1719cefb85799da912fbd01c35be4: Waiting for close lock at 1732248832342Disabling compacts and flushes for region at 1732248832342Disabling writes for close at 1732248832342Writing region close event to WAL at 1732248832342Closed at 1732248832342 2024-11-22T04:13:52,345 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732248832345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732248832345"}]},"ts":"1732248832345"} 2024-11-22T04:13:52,348 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T04:13:52,350 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248832350"}]},"ts":"1732248832350"} 2024-11-22T04:13:52,353 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-22T04:13:52,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=90d1719cefb85799da912fbd01c35be4, ASSIGN}] 2024-11-22T04:13:52,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=90d1719cefb85799da912fbd01c35be4, ASSIGN 2024-11-22T04:13:52,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=90d1719cefb85799da912fbd01c35be4, ASSIGN; state=OFFLINE, location=c85114ed5096,42413,1732248708008; forceNewPlan=false, retain=false 2024-11-22T04:13:52,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=90d1719cefb85799da912fbd01c35be4, regionState=OPENING, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:52,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=90d1719cefb85799da912fbd01c35be4, ASSIGN because future has completed 2024-11-22T04:13:52,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90d1719cefb85799da912fbd01c35be4, server=c85114ed5096,42413,1732248708008}] 2024-11-22T04:13:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:52,675 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,676 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 90d1719cefb85799da912fbd01c35be4, NAME => 'ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T04:13:52,678 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-22T04:13:52,678 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,678 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T04:13:52,678 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,678 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,680 INFO [StoreOpener-90d1719cefb85799da912fbd01c35be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,682 INFO [StoreOpener-90d1719cefb85799da912fbd01c35be4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d1719cefb85799da912fbd01c35be4 columnFamilyName f 2024-11-22T04:13:52,682 DEBUG [StoreOpener-90d1719cefb85799da912fbd01c35be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:52,682 INFO [StoreOpener-90d1719cefb85799da912fbd01c35be4-1 {}] regionserver.HStore(327): Store=90d1719cefb85799da912fbd01c35be4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T04:13:52,683 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,684 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,684 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,685 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,685 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,687 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,689 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T04:13:52,689 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 90d1719cefb85799da912fbd01c35be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9604296000, jitterRate=-0.10553023219108582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T04:13:52,689 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:52,690 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 90d1719cefb85799da912fbd01c35be4: Running coprocessor pre-open hook at 1732248832678Writing region info on filesystem at 1732248832678Initializing all the Stores at 1732248832679 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732248832680 (+1 ms)Cleaning up temporary data from old regions at 1732248832685 (+5 ms)Running coprocessor post-open hooks at 1732248832689 (+4 ms)Region opened successfully at 1732248832690 (+1 ms) 2024-11-22T04:13:52,691 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., pid=94, masterSystemTime=1732248832667 2024-11-22T04:13:52,692 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,692 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:52,693 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=90d1719cefb85799da912fbd01c35be4, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,42413,1732248708008 2024-11-22T04:13:52,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90d1719cefb85799da912fbd01c35be4, server=c85114ed5096,42413,1732248708008 because future has completed 2024-11-22T04:13:52,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T04:13:52,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 90d1719cefb85799da912fbd01c35be4, server=c85114ed5096,42413,1732248708008 in 184 msec 2024-11-22T04:13:52,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T04:13:52,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=90d1719cefb85799da912fbd01c35be4, ASSIGN in 343 msec 2024-11-22T04:13:52,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732248832698"}]},"ts":"1732248832698"} 2024-11-22T04:13:52,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-22T04:13:52,699 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-22T04:13:52,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2170 sec 2024-11-22T04:13:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T04:13:53,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-22T04:13:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:53,636 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f from hbase tables ns2:test-17322487160531 to tables ns2:table2 2024-11-22T04:13:53,636 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17322487160531 into ns2:table2 2024-11-22T04:13:53,638 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636 from hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f 2024-11-22T04:13:53,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4821f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:53,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:53,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:53,640 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c70fce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:53,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:53,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130da95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:53,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:53,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:53,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45491807 2024-11-22T04:13:53,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:53,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:53,646 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-22T04:13:53,646 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-22T04:13:53,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:53,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:53,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:53,651 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-22T04:13:53,651 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-22T04:13:53,651 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/partitions_63f19d8b-30b0-459e-958c-c035a454f938 2024-11-22T04:13:53,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741993_1169 (size=153) 2024-11-22T04:13:54,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-22T04:13:54,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop-9840529921320456217.jar 2024-11-22T04:13:54,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-22T04:13:54,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-22T04:13:54,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-22T04:13:54,927 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-22T04:13:54,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:54,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:54,927 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-22T04:13:54,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-22T04:13:54,937 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-22T04:13:54,950 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-22T04:13:55,036 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1728435171_0016_de4e2c68-de34-4ef8-987b-2a9965d979a1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-22T04:13:55,036 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/mapreduce.cluster.local.dir/job_local1728435171_0016_de4e2c68-de34-4ef8-987b-2a9965d979a1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-22T04:13:55,082 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/eeb7f6f5f32c41ecb8eb7008b0e76396 2024-11-22T04:13:55,085 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:55,119 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38433/backupUT/backup_1732248762927/ns2/test-17322487160531/archive/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/f/8661520e651c4a209de8c90d39524b72 2024-11-22T04:13:55,122 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-22T04:13:55,149 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314c145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:55,149 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:55,149 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:55,150 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:55,152 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:55,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bffdff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:55,153 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:55,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:55,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:55,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:55,157 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-22T04:13:55,157 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:55,157 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:55,157 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:55,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:55,157 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-22T04:13:55,158 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c85114ed5096 2024-11-22T04:13:55,162 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636/_temporary/0/_temporary/attempt_local1728435171_0016_r_000000_0/f/bf0543c2869341d68974773a412e5f2b is 38, key is row-t20/f:q1/1732248747835/Put/seqid=0 2024-11-22T04:13:55,163 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c85114ed5096:42413] Specified favored nodes: [c85114ed5096:42413] 2024-11-22T04:13:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741994_1170 (size=8935) 2024-11-22T04:13:56,080 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636 2024-11-22T04:13:56,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ded6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:56,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:56,083 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:56,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:56,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:56,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24f68e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:56,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:56,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,086 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:56,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fea46bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:56,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:56,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:56,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:56,091 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636/_SUCCESS 2024-11-22T04:13:56,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:56,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:56,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff5ad6a 2024-11-22T04:13:56,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:56,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:56,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:56,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-22T04:13:56,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636/f/bf0543c2869341d68974773a412e5f2b first=Optional[row-t20] last=Optional[row98] 2024-11-22T04:13:56,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636/f/bf0543c2869341d68974773a412e5f2b for inclusion in 90d1719cefb85799da912fbd01c35be4/f 2024-11-22T04:13:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-22T04:13:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T04:13:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegion(2603): Flush status journal for 90d1719cefb85799da912fbd01c35be4: 2024-11-22T04:13:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/hbase-staging/bulk_output-ns2-table2-1732248833636/f/bf0543c2869341d68974773a412e5f2b to hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__l0729j5h76k5nn7t3niviojihp0fiqm0ske91u5fhtscb7pre952mdek3m10lfua/f/bf0543c2869341d68974773a412e5f2b 2024-11-22T04:13:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__l0729j5h76k5nn7t3niviojihp0fiqm0ske91u5fhtscb7pre952mdek3m10lfua/f/bf0543c2869341d68974773a412e5f2b as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/f/0c4f8387e5034411860ad3eb9dfb7327_SeqId_4_ 2024-11-22T04:13:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0d35a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:56,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce96597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:56,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82a7b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:56,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5fae80 2024-11-22T04:13:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:56,118 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T04:13:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:56,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T04:13:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:56,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:56,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:56,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__l0729j5h76k5nn7t3niviojihp0fiqm0ske91u5fhtscb7pre952mdek3m10lfua/f/bf0543c2869341d68974773a412e5f2b into 90d1719cefb85799da912fbd01c35be4/f as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/f/0c4f8387e5034411860ad3eb9dfb7327_SeqId_4_ - updating store file list. 2024-11-22T04:13:56,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/f/0c4f8387e5034411860ad3eb9dfb7327_SeqId_4_ into 90d1719cefb85799da912fbd01c35be4/f 2024-11-22T04:13:56,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__l0729j5h76k5nn7t3niviojihp0fiqm0ske91u5fhtscb7pre952mdek3m10lfua/f/bf0543c2869341d68974773a412e5f2b into 90d1719cefb85799da912fbd01c35be4/f (new location: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/f/0c4f8387e5034411860ad3eb9dfb7327_SeqId_4_) 2024-11-22T04:13:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/staging/jenkins__ns2_table2__l0729j5h76k5nn7t3niviojihp0fiqm0ske91u5fhtscb7pre952mdek3m10lfua/f/bf0543c2869341d68974773a412e5f2b 2024-11-22T04:13:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6298ffeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,42053,-1 for getting cluster id 2024-11-22T04:13:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T04:13:56,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa46892-630c-4fdf-8c37-f5612daaf0de' 2024-11-22T04:13:56,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T04:13:56,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa46892-630c-4fdf-8c37-f5612daaf0de" 2024-11-22T04:13:56,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e699d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,42053,-1] 2024-11-22T04:13:56,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T04:13:56,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T04:13:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79595726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-22T04:13:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T04:13:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,42053,1732248706229 2024-11-22T04:13:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30d08c8d 2024-11-22T04:13:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T04:13:56,146 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T04:13:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T04:13:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,42413,1732248708008, seqNum=-1] 2024-11-22T04:13:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T04:13:56,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T04:13:56,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-22T04:13:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-22T04:13:56,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:56,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413. 2024-11-22T04:13:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:56,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:56,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:56,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T04:13:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:56,164 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T04:13:56,164 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-22T04:13:56,179 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17322487160531', skipping incremental restore step. 2024-11-22T04:13:56,179 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-22T04:13:56,179 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732248798197 hdfs://localhost:38433/backupUT/backup_1732248798197/ns2/test-17322487160531/ 2024-11-22T04:13:56,179 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-22T04:13:56,180 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T04:13:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:43316 deadline: 1732248896180, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732248811324.1cf24f6904295be6b85271205d199573. is not online on c85114ed5096,42413,1732248708008 2024-11-22T04:13:56,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732248811324.1cf24f6904295be6b85271205d199573. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732248811324.1cf24f6904295be6b85271205d199573. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732248811324.1cf24f6904295be6b85271205d199573., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:56,272 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c85114ed5096:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-22T04:13:56,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., hostname=c85114ed5096,42413,1732248708008, seqNum=7] 2024-11-22T04:13:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:43316 deadline: 1732248896299, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. is not online on c85114ed5096,42413,1732248708008 2024-11-22T04:13:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732248811324.58986f6ac99346b435c56b990961fad8., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:56,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5., hostname=c85114ed5096,42413,1732248708008, seqNum=7] 2024-11-22T04:13:56,425 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-22T04:13:56,429 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-22T04:13:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T04:13:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-22T04:13:56,453 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-22T04:13:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:43316 deadline: 1732248896453, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. is not online on c85114ed5096,42413,1732248708008 2024-11-22T04:13:56,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 , the old value is region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f. is not online on c85114ed5096,42413,1732248708008 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T04:13:56,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f., hostname=c85114ed5096,42413,1732248708008, seqNum=2 from cache 2024-11-22T04:13:56,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4., hostname=c85114ed5096,42413,1732248708008, seqNum=2] 2024-11-22T04:13:56,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:56,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:56,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:56,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c85114ed5096,42413,1732248708008)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c85114ed5096,42413,1732248708008)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1865922782_20 at /127.0.0.1:43760 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2085267361_20 at /127.0.0.1:52086 [Receiving block BP-1892956767-172.17.0.2-1732248702634:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2085267361_20 at /127.0.0.1:52068 [Receiving block BP-1892956767-172.17.0.2-1732248702634:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2085267361_20 at /127.0.0.1:52080 [Receiving block BP-1892956767-172.17.0.2-1732248702634:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'c85114ed5096,42413,1732248708008' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (c85114ed5096,42053,1732248706229)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1892956767-172.17.0.2-1732248702634:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1892956767-172.17.0.2-1732248702634:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c85114ed5096,42413,1732248708008)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1892956767-172.17.0.2-1732248702634:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c85114ed5096,42413,1732248708008)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 160), ProcessCount=12 (was 12), AvailableMemoryMB=2598 (was 3213) 2024-11-22T04:13:56,584 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-22T04:13:56,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T04:13:56,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:56,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:56,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:56,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T04:13:56,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=321698493, stopped=false 2024-11-22T04:13:56,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,42053,1732248706229 2024-11-22T04:13:56,593 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T04:13:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-22T04:13:56,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:13:56,593 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:13:56,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T04:13:56,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T04:13:56,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:56,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T04:13:56,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,42413,1732248708008' ***** 2024-11-22T04:13:56,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T04:13:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-22T04:13:56,594 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T04:13:56,598 INFO [RS:0;c85114ed5096:42413 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5aaae859{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-22T04:13:56,600 INFO [RS:0;c85114ed5096:42413 {}] server.AbstractConnector(383): Stopped ServerConnector@35eeed4d{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T04:13:56,600 INFO [RS:0;c85114ed5096:42413 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:13:56,601 INFO [RS:0;c85114ed5096:42413 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23e508f9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T04:13:56,601 INFO [RS:0;c85114ed5096:42413 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@592495d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:13:56,602 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T04:13:56,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 6557c24ac8854c67795a0d54f485aeb5 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 28e2632ef431e70d92049088d0d2914f 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4026add4966943facc009c379daa1b 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e1816f2b63e1e30a38682fb121be2c2 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 90d1719cefb85799da912fbd01c35be4 2024-11-22T04:13:56,603 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 940295b6cb07bf02d154153b6777c32a 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 8999ee94c1fe02a3aa362e2abc911b1d 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ad612677958133c3a5ad34ee22ffb36 2024-11-22T04:13:56,604 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6557c24ac8854c67795a0d54f485aeb5, disabling compactions & flushes 2024-11-22T04:13:56,604 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,42413,1732248708008 2024-11-22T04:13:56,604 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T04:13:56,604 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. after waiting 0 ms 2024-11-22T04:13:56,604 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:42413. 2024-11-22T04:13:56,604 DEBUG [RS:0;c85114ed5096:42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:56,604 DEBUG [RS:0;c85114ed5096:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T04:13:56,604 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T04:13:56,605 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-22T04:13:56,605 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T04:13:56,605 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T04:13:56,605 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T04:13:56,605 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T04:13:56,605 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T04:13:56,605 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28e2632ef431e70d92049088d0d2914f, 5f4026add4966943facc009c379daa1b, 6557c24ac8854c67795a0d54f485aeb5, 8999ee94c1fe02a3aa362e2abc911b1d, 90d1719cefb85799da912fbd01c35be4, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, 9e1816f2b63e1e30a38682fb121be2c2, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:56,605 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-22T04:13:56,608 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/6557c24ac8854c67795a0d54f485aeb5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:56,609 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6557c24ac8854c67795a0d54f485aeb5: Waiting for close lock at 1732248836603Running coprocessor pre-close hooks at 1732248836604 (+1 ms)Disabling compacts and flushes for region at 1732248836604Disabling writes for close at 1732248836604Writing region close event to WAL at 1732248836605 (+1 ms)Running coprocessor post-close hooks at 1732248836609 (+4 ms)Closed at 1732248836609 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732248822254.6557c24ac8854c67795a0d54f485aeb5. 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28e2632ef431e70d92049088d0d2914f, disabling compactions & flushes 2024-11-22T04:13:56,609 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. after waiting 0 ms 2024-11-22T04:13:56,609 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:13:56,614 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/test-17322487160531/28e2632ef431e70d92049088d0d2914f/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-22T04:13:56,614 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:56,614 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:13:56,614 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28e2632ef431e70d92049088d0d2914f: Waiting for close lock at 1732248836609Running coprocessor pre-close hooks at 1732248836609Disabling compacts and flushes for region at 1732248836609Disabling writes for close at 1732248836609Writing region close event to WAL at 1732248836610 (+1 ms)Running coprocessor post-close hooks at 1732248836614 (+4 ms)Closed at 1732248836614 2024-11-22T04:13:56,614 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f. 2024-11-22T04:13:56,615 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4026add4966943facc009c379daa1b, disabling compactions & flushes 2024-11-22T04:13:56,615 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:13:56,615 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:13:56,615 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. after waiting 0 ms 2024-11-22T04:13:56,615 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:13:56,618 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system_bulk/5f4026add4966943facc009c379daa1b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:56,619 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4026add4966943facc009c379daa1b: Waiting for close lock at 1732248836615Running coprocessor pre-close hooks at 1732248836615Disabling compacts and flushes for region at 1732248836615Disabling writes for close at 1732248836615Writing region close event to WAL at 1732248836615Running coprocessor post-close hooks at 1732248836619 (+4 ms)Closed at 1732248836619 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732248729529.5f4026add4966943facc009c379daa1b. 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e1816f2b63e1e30a38682fb121be2c2, disabling compactions & flushes 2024-11-22T04:13:56,619 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. after waiting 0 ms 2024-11-22T04:13:56,619 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:13:56,619 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e1816f2b63e1e30a38682fb121be2c2 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-22T04:13:56,629 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/info/f2ce84c420694c07b21e046121de1c98 is 159, key is ns2:test-17322487160531,,1732248718899.28e2632ef431e70d92049088d0d2914f./info:regioninfo/1732248720077/Put/seqid=0 2024-11-22T04:13:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741995_1171 (size=19093) 2024-11-22T04:13:56,636 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f2/ed19147bfffd4f8b91bb3e4429289ce2 is 58, key is row-test-1732248716053-2-0/f2:q1/1732248793189/Put/seqid=0 2024-11-22T04:13:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741996_1172 (size=5464) 2024-11-22T04:13:56,647 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T04:13:56,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17322487160531 2024-11-22T04:13:56,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-22T04:13:56,805 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 90d1719cefb85799da912fbd01c35be4, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, 9e1816f2b63e1e30a38682fb121be2c2, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:56,850 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T04:13:56,850 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T04:13:57,006 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 90d1719cefb85799da912fbd01c35be4, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, 9e1816f2b63e1e30a38682fb121be2c2, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:57,036 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/info/f2ce84c420694c07b21e046121de1c98 2024-11-22T04:13:57,042 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f2/ed19147bfffd4f8b91bb3e4429289ce2 2024-11-22T04:13:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/.tmp/f2/ed19147bfffd4f8b91bb3e4429289ce2 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f2/ed19147bfffd4f8b91bb3e4429289ce2 2024-11-22T04:13:57,057 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/f2/ed19147bfffd4f8b91bb3e4429289ce2, entries=7, sequenceid=348, filesize=5.3 K 2024-11-22T04:13:57,058 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 438ms, sequenceid=348, compaction requested=false 2024-11-22T04:13:57,062 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/test-1732248716053/9e1816f2b63e1e30a38682fb121be2c2/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-22T04:13:57,063 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,063 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:13:57,063 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e1816f2b63e1e30a38682fb121be2c2: Waiting for close lock at 1732248836619Running coprocessor pre-close hooks at 1732248836619Disabling compacts and flushes for region at 1732248836619Disabling writes for close at 1732248836619Obtaining lock to block concurrent updates at 1732248836619Preparing flush snapshotting stores in 9e1816f2b63e1e30a38682fb121be2c2 at 1732248836619Finished memstore snapshotting test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732248836620 (+1 ms)Flushing stores of test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. at 1732248836620Flushing 9e1816f2b63e1e30a38682fb121be2c2/f2: creating writer at 1732248836620Flushing 9e1816f2b63e1e30a38682fb121be2c2/f2: appending metadata at 1732248836636 (+16 ms)Flushing 9e1816f2b63e1e30a38682fb121be2c2/f2: closing flushed file at 1732248836636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c422ee6: reopening flushed file at 1732248837049 (+413 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9e1816f2b63e1e30a38682fb121be2c2 in 438ms, sequenceid=348, compaction requested=false at 1732248837058 (+9 ms)Writing region close event to WAL at 1732248837059 (+1 ms)Running coprocessor post-close hooks at 1732248837063 (+4 ms)Closed at 1732248837063 2024-11-22T04:13:57,063 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732248716053,,1732248716527.9e1816f2b63e1e30a38682fb121be2c2. 2024-11-22T04:13:57,064 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90d1719cefb85799da912fbd01c35be4, disabling compactions & flushes 2024-11-22T04:13:57,064 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:57,064 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:57,064 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. after waiting 0 ms 2024-11-22T04:13:57,064 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:57,066 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/ns/4df718d769ec4b2b97c41ce2e17aef29 is 85, key is ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f./ns:/1732248831507/DeleteFamily/seqid=0 2024-11-22T04:13:57,068 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns2/table2/90d1719cefb85799da912fbd01c35be4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T04:13:57,068 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,068 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90d1719cefb85799da912fbd01c35be4: Waiting for close lock at 1732248837064Running coprocessor pre-close hooks at 1732248837064Disabling compacts and flushes for region at 1732248837064Disabling writes for close at 1732248837064Writing region close event to WAL at 1732248837064Running coprocessor post-close hooks at 1732248837068 (+4 ms)Closed at 1732248837068 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732248831506.90d1719cefb85799da912fbd01c35be4. 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 940295b6cb07bf02d154153b6777c32a, disabling compactions & flushes 2024-11-22T04:13:57,069 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. after waiting 0 ms 2024-11-22T04:13:57,069 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:57,069 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 940295b6cb07bf02d154153b6777c32a 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-22T04:13:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741997_1173 (size=5760) 2024-11-22T04:13:57,072 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/ca52df2b7be34c958f46ac6ddf676112 is 158, key is trslm:hdfs://localhost:38433/backupUT\x00ns2:test-17322487160531/meta:log-roll-map/1732248810826/Put/seqid=0 2024-11-22T04:13:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741998_1174 (size=6208) 2024-11-22T04:13:57,206 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:57,406 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:57,472 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/ns/4df718d769ec4b2b97c41ce2e17aef29 2024-11-22T04:13:57,478 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/ca52df2b7be34c958f46ac6ddf676112 2024-11-22T04:13:57,494 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/b4e8368c5b1641bca9634e4aa41d838e is 588, key is session:backup_1732248798197/session:context/1732248811265/Put/seqid=0 2024-11-22T04:13:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741999_1175 (size=5689) 2024-11-22T04:13:57,505 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/rep_barrier/94e7ce93bc3a42d0899d13e9c50c0ea6 is 94, key is ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f./rep_barrier:/1732248831507/DeleteFamily/seqid=0 2024-11-22T04:13:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742000_1176 (size=5640) 2024-11-22T04:13:57,607 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T04:13:57,607 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 940295b6cb07bf02d154153b6777c32a=backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., cf0f27c60e9489ca4a509bbc9a8364ab=ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab., 8999ee94c1fe02a3aa362e2abc911b1d=table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d., 9ad612677958133c3a5ad34ee22ffb36=ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36.} 2024-11-22T04:13:57,607 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:57,807 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8999ee94c1fe02a3aa362e2abc911b1d, 940295b6cb07bf02d154153b6777c32a, 9ad612677958133c3a5ad34ee22ffb36, cf0f27c60e9489ca4a509bbc9a8364ab 2024-11-22T04:13:57,898 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/b4e8368c5b1641bca9634e4aa41d838e 2024-11-22T04:13:57,904 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/meta/ca52df2b7be34c958f46ac6ddf676112 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/ca52df2b7be34c958f46ac6ddf676112 2024-11-22T04:13:57,908 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/meta/ca52df2b7be34c958f46ac6ddf676112, entries=7, sequenceid=52, filesize=6.1 K 2024-11-22T04:13:57,909 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/.tmp/session/b4e8368c5b1641bca9634e4aa41d838e as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/b4e8368c5b1641bca9634e4aa41d838e 2024-11-22T04:13:57,909 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/rep_barrier/94e7ce93bc3a42d0899d13e9c50c0ea6 2024-11-22T04:13:57,913 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/session/b4e8368c5b1641bca9634e4aa41d838e, entries=2, sequenceid=52, filesize=5.6 K 2024-11-22T04:13:57,914 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 845ms, sequenceid=52, compaction requested=true 2024-11-22T04:13:57,918 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/backup/system/940295b6cb07bf02d154153b6777c32a/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-22T04:13:57,919 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,919 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:57,919 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 940295b6cb07bf02d154153b6777c32a: Waiting for close lock at 1732248837069Running coprocessor pre-close hooks at 1732248837069Disabling compacts and flushes for region at 1732248837069Disabling writes for close at 1732248837069Obtaining lock to block concurrent updates at 1732248837069Preparing flush snapshotting stores in 940295b6cb07bf02d154153b6777c32a at 1732248837069Finished memstore snapshotting backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732248837069Flushing stores of backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. at 1732248837070 (+1 ms)Flushing 940295b6cb07bf02d154153b6777c32a/meta: creating writer at 1732248837070Flushing 940295b6cb07bf02d154153b6777c32a/meta: appending metadata at 1732248837072 (+2 ms)Flushing 940295b6cb07bf02d154153b6777c32a/meta: closing flushed file at 1732248837072Flushing 940295b6cb07bf02d154153b6777c32a/session: creating writer at 1732248837487 (+415 ms)Flushing 940295b6cb07bf02d154153b6777c32a/session: appending metadata at 1732248837493 (+6 ms)Flushing 940295b6cb07bf02d154153b6777c32a/session: closing flushed file at 1732248837493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7550d30: reopening flushed file at 1732248837903 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1309d822: reopening flushed file at 1732248837908 (+5 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 940295b6cb07bf02d154153b6777c32a in 845ms, sequenceid=52, compaction requested=true at 1732248837914 (+6 ms)Writing region close event to WAL at 1732248837915 (+1 ms)Running coprocessor post-close hooks at 1732248837919 (+4 ms)Closed at 1732248837919 2024-11-22T04:13:57,919 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732248727358.940295b6cb07bf02d154153b6777c32a. 2024-11-22T04:13:57,920 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf0f27c60e9489ca4a509bbc9a8364ab, disabling compactions & flushes 2024-11-22T04:13:57,920 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:13:57,920 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:13:57,920 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. after waiting 0 ms 2024-11-22T04:13:57,920 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:13:57,923 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns3/test-17322487160532/cf0f27c60e9489ca4a509bbc9a8364ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T04:13:57,924 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,924 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:13:57,924 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf0f27c60e9489ca4a509bbc9a8364ab: Waiting for close lock at 1732248837920Running coprocessor pre-close hooks at 1732248837920Disabling compacts and flushes for region at 1732248837920Disabling writes for close at 1732248837920Writing region close event to WAL at 1732248837920Running coprocessor post-close hooks at 1732248837924 (+4 ms)Closed at 1732248837924 2024-11-22T04:13:57,924 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17322487160532,,1732248721206.cf0f27c60e9489ca4a509bbc9a8364ab. 2024-11-22T04:13:57,924 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8999ee94c1fe02a3aa362e2abc911b1d, disabling compactions & flushes 2024-11-22T04:13:57,924 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:57,924 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:57,925 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. after waiting 0 ms 2024-11-22T04:13:57,925 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:57,929 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/default/table1/8999ee94c1fe02a3aa362e2abc911b1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-22T04:13:57,929 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/table/7f82fa0c70ff47c3bd27d9fe3093246b is 88, key is ns2:table2,,1732248817133.eb8c0d0b7a777db6d15673dad8f62f6f./table:/1732248831507/DeleteFamily/seqid=0 2024-11-22T04:13:57,929 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,929 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8999ee94c1fe02a3aa362e2abc911b1d: Waiting for close lock at 1732248837924Running coprocessor pre-close hooks at 1732248837924Disabling compacts and flushes for region at 1732248837924Disabling writes for close at 1732248837925 (+1 ms)Writing region close event to WAL at 1732248837926 (+1 ms)Running coprocessor post-close hooks at 1732248837929 (+3 ms)Closed at 1732248837929 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732248822254.8999ee94c1fe02a3aa362e2abc911b1d. 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ad612677958133c3a5ad34ee22ffb36, disabling compactions & flushes 2024-11-22T04:13:57,930 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. after waiting 0 ms 2024-11-22T04:13:57,930 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:13:57,934 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/ns4/test-17322487160533/9ad612677958133c3a5ad34ee22ffb36/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T04:13:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742001_1177 (size=6364) 2024-11-22T04:13:57,934 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:57,935 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:13:57,935 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ad612677958133c3a5ad34ee22ffb36: Waiting for close lock at 1732248837930Running coprocessor pre-close hooks at 1732248837930Disabling compacts and flushes for region at 1732248837930Disabling writes for close at 1732248837930Writing region close event to WAL at 1732248837930Running coprocessor post-close hooks at 1732248837934 (+4 ms)Closed at 1732248837935 (+1 ms) 2024-11-22T04:13:57,935 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17322487160533,,1732248723372.9ad612677958133c3a5ad34ee22ffb36. 2024-11-22T04:13:58,007 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T04:13:58,208 DEBUG [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T04:13:58,336 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/table/7f82fa0c70ff47c3bd27d9fe3093246b 2024-11-22T04:13:58,349 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/info/f2ce84c420694c07b21e046121de1c98 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/info/f2ce84c420694c07b21e046121de1c98 2024-11-22T04:13:58,355 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/info/f2ce84c420694c07b21e046121de1c98, entries=114, sequenceid=97, filesize=18.6 K 2024-11-22T04:13:58,356 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/ns/4df718d769ec4b2b97c41ce2e17aef29 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/ns/4df718d769ec4b2b97c41ce2e17aef29 2024-11-22T04:13:58,361 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/ns/4df718d769ec4b2b97c41ce2e17aef29, entries=10, sequenceid=97, filesize=5.6 K 2024-11-22T04:13:58,362 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/rep_barrier/94e7ce93bc3a42d0899d13e9c50c0ea6 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/rep_barrier/94e7ce93bc3a42d0899d13e9c50c0ea6 2024-11-22T04:13:58,366 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/rep_barrier/94e7ce93bc3a42d0899d13e9c50c0ea6, entries=3, sequenceid=97, filesize=5.5 K 2024-11-22T04:13:58,367 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/.tmp/table/7f82fa0c70ff47c3bd27d9fe3093246b as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/table/7f82fa0c70ff47c3bd27d9fe3093246b 2024-11-22T04:13:58,372 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/table/7f82fa0c70ff47c3bd27d9fe3093246b, entries=21, sequenceid=97, filesize=6.2 K 2024-11-22T04:13:58,373 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=97, compaction requested=false 2024-11-22T04:13:58,378 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-22T04:13:58,379 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-22T04:13:58,379 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T04:13:58,379 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T04:13:58,379 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732248836605Running coprocessor pre-close hooks at 1732248836605Disabling compacts and flushes for region at 1732248836605Disabling writes for close at 1732248836605Obtaining lock to block concurrent updates at 1732248836605Preparing flush snapshotting stores in 1588230740 at 1732248836605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732248836605Flushing stores of hbase:meta,,1.1588230740 at 1732248836606 (+1 ms)Flushing 1588230740/info: creating writer at 1732248836606Flushing 1588230740/info: appending metadata at 1732248836628 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732248836628Flushing 1588230740/ns: creating writer at 1732248837047 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732248837066 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732248837066Flushing 1588230740/rep_barrier: creating writer at 1732248837485 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732248837504 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732248837504Flushing 1588230740/table: creating writer at 1732248837913 (+409 ms)Flushing 1588230740/table: appending metadata at 1732248837929 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732248837929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc0744f: reopening flushed file at 1732248838348 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1714478f: reopening flushed file at 1732248838355 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1885a324: reopening flushed file at 1732248838361 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a47c170: reopening flushed file at 1732248838367 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=97, compaction requested=false at 1732248838373 (+6 ms)Writing region close event to WAL at 1732248838375 (+2 ms)Running coprocessor post-close hooks at 1732248838379 (+4 ms)Closed at 1732248838379 2024-11-22T04:13:58,379 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T04:13:58,408 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,42413,1732248708008; all regions closed. 2024-11-22T04:13:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741954_1130 (size=16160) 2024-11-22T04:13:58,420 DEBUG [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs 2024-11-22T04:13:58,420 INFO [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.meta:.meta(num 1732248802570) 2024-11-22T04:13:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741955_1131 (size=7883) 2024-11-22T04:13:58,428 DEBUG [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs 2024-11-22T04:13:58,428 INFO [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-1:(num 1732248802586) 2024-11-22T04:13:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741953_1129 (size=4165) 2024-11-22T04:13:58,433 DEBUG [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/oldWALs 2024-11-22T04:13:58,433 INFO [RS:0;c85114ed5096:42413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C42413%2C1732248708008.c85114ed5096%2C42413%2C1732248708008.regiongroup-0:(num 1732248802552) 2024-11-22T04:13:58,433 DEBUG [RS:0;c85114ed5096:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:58,434 INFO [RS:0;c85114ed5096:42413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T04:13:58,434 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T04:13:58,434 INFO [RS:0;c85114ed5096:42413 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T04:13:58,434 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T04:13:58,434 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T04:13:58,435 INFO [RS:0;c85114ed5096:42413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42413 2024-11-22T04:13:58,440 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/c85114ed5096,42413,1732248708008 2024-11-22T04:13:58,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-22T04:13:58,440 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T04:13:58,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,42413,1732248708008] 2024-11-22T04:13:58,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/c85114ed5096,42413,1732248708008 already deleted, retry=false 2024-11-22T04:13:58,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,42413,1732248708008 expired; onlineServers=0 2024-11-22T04:13:58,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,42053,1732248706229' ***** 2024-11-22T04:13:58,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T04:13:58,444 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-22T04:13:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-22T04:13:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-22T04:13:58,451 INFO [M:0;c85114ed5096:42053 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@279b1135{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] server.AbstractConnector(383): Stopped ServerConnector@283f15ce{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5735381a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1a84e2aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T04:13:58,452 INFO [M:0;c85114ed5096:42053 {}] master.HMaster(1770): Stopping master jetty server 2024-11-22T04:13:58,453 INFO [M:0;c85114ed5096:42053 {}] server.AbstractConnector(383): Stopped ServerConnector@4b1b14e2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-22T04:13:58,453 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T04:13:58,453 DEBUG [M:0;c85114ed5096:42053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T04:13:58,453 INFO [M:0;c85114ed5096:42053 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-22T04:13:58,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T04:13:58,453 INFO [M:0;c85114ed5096:42053 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;c85114ed5096:42053. 2024-11-22T04:13:58,453 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732248709644 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732248709644,5,FailOnTimeoutGroup] 2024-11-22T04:13:58,453 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732248709645 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732248709645,5,FailOnTimeoutGroup] 2024-11-22T04:13:58,454 DEBUG [M:0;c85114ed5096:42053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T04:13:58,454 DEBUG [M:0;c85114ed5096:42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:58,454 DEBUG [M:0;c85114ed5096:42053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T04:13:58,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T04:13:58,454 DEBUG [M:0;c85114ed5096:42053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T04:13:58,454 INFO [M:0;c85114ed5096:42053 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T04:13:58,454 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T04:13:58,454 DEBUG [M:0;c85114ed5096:42053 {}] master.HMaster(1795): Stopping service threads 2024-11-22T04:13:58,454 INFO [M:0;c85114ed5096:42053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T04:13:58,454 INFO [M:0;c85114ed5096:42053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T04:13:58,454 ERROR [M:0;c85114ed5096:42053 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-22T04:13:58,455 INFO [M:0;c85114ed5096:42053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T04:13:58,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T04:13:58,455 DEBUG [M:0;c85114ed5096:42053 {}] zookeeper.ZKUtil(347): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-22T04:13:58,455 WARN [M:0;c85114ed5096:42053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T04:13:58,456 INFO [M:0;c85114ed5096:42053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/.lastflushedseqids 2024-11-22T04:13:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742002_1178 (size=761) 2024-11-22T04:13:58,544 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T04:13:58,544 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10065a0f55b0001, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T04:13:58,545 INFO [RS:0;c85114ed5096:42413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T04:13:58,545 INFO [RS:0;c85114ed5096:42413 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,42413,1732248708008; zookeeper connection closed. 2024-11-22T04:13:58,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48775abc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48775abc 2024-11-22T04:13:58,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T04:13:58,868 INFO [M:0;c85114ed5096:42053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T04:13:58,869 INFO [M:0;c85114ed5096:42053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T04:13:58,869 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T04:13:58,887 INFO [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:13:58,887 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:13:58,887 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T04:13:58,887 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:13:58,887 INFO [M:0;c85114ed5096:42053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.97 KB heapSize=513.33 KB 2024-11-22T04:13:58,900 DEBUG [M:0;c85114ed5096:42053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9daf90c0ef6946289c328a8501cee017 is 82, key is hbase:meta,,1/info:regioninfo/1732248710977/Put/seqid=0 2024-11-22T04:13:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742003_1179 (size=5672) 2024-11-22T04:13:59,305 INFO [M:0;c85114ed5096:42053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9daf90c0ef6946289c328a8501cee017 2024-11-22T04:13:59,337 DEBUG [M:0;c85114ed5096:42053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3635f78dc31e4ba29b54260b9bdb977c is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732248829010/Put/seqid=0 2024-11-22T04:13:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742004_1180 (size=28894) 2024-11-22T04:13:59,743 INFO [M:0;c85114ed5096:42053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.41 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3635f78dc31e4ba29b54260b9bdb977c 2024-11-22T04:13:59,755 INFO [M:0;c85114ed5096:42053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3635f78dc31e4ba29b54260b9bdb977c 2024-11-22T04:13:59,770 DEBUG [M:0;c85114ed5096:42053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0d1bedb496436288d3ffaa8618539d is 69, key is c85114ed5096,42413,1732248708008/rs:state/1732248709709/Put/seqid=0 2024-11-22T04:13:59,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073742005_1181 (size=5156) 2024-11-22T04:14:00,176 INFO [M:0;c85114ed5096:42053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0d1bedb496436288d3ffaa8618539d 2024-11-22T04:14:00,187 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9daf90c0ef6946289c328a8501cee017 as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9daf90c0ef6946289c328a8501cee017 2024-11-22T04:14:00,194 INFO [M:0;c85114ed5096:42053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9daf90c0ef6946289c328a8501cee017, entries=8, sequenceid=898, filesize=5.5 K 2024-11-22T04:14:00,195 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3635f78dc31e4ba29b54260b9bdb977c as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3635f78dc31e4ba29b54260b9bdb977c 2024-11-22T04:14:00,201 INFO [M:0;c85114ed5096:42053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3635f78dc31e4ba29b54260b9bdb977c 2024-11-22T04:14:00,201 INFO [M:0;c85114ed5096:42053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3635f78dc31e4ba29b54260b9bdb977c, entries=93, sequenceid=898, filesize=28.2 K 2024-11-22T04:14:00,203 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0d1bedb496436288d3ffaa8618539d as hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b0d1bedb496436288d3ffaa8618539d 2024-11-22T04:14:00,208 INFO [M:0;c85114ed5096:42053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38433/user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b0d1bedb496436288d3ffaa8618539d, entries=1, sequenceid=898, filesize=5.0 K 2024-11-22T04:14:00,209 INFO [M:0;c85114ed5096:42053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.97 KB/447456, heapSize ~513.03 KB/525344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=898, compaction requested=false 2024-11-22T04:14:00,210 INFO [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T04:14:00,211 DEBUG [M:0;c85114ed5096:42053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732248838869Disabling compacts and flushes for region at 1732248838869Disabling writes for close at 1732248838887 (+18 ms)Obtaining lock to block concurrent updates at 1732248838887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732248838887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447456, getHeapSize=525584, getOffHeapSize=0, getCellsCount=1021 at 1732248838887Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732248838888 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732248838888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732248838900 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732248838900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732248839317 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732248839337 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732248839337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732248839755 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732248839770 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732248839770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8201ff1: reopening flushed file at 1732248840185 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6161dc11: reopening flushed file at 1732248840194 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f944c3e: reopening flushed file at 1732248840202 (+8 ms)Finished flush of dataSize ~436.97 KB/447456, heapSize ~513.03 KB/525344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=898, compaction requested=false at 1732248840209 (+7 ms)Writing region close event to WAL at 1732248840210 (+1 ms)Closed at 1732248840210 2024-11-22T04:14:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741830_1006 (size=506737) 2024-11-22T04:14:00,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/552938ff-4e01-f006-5529-ce1de8660749/MasterData/WALs/c85114ed5096,42053,1732248706229/c85114ed5096%2C42053%2C1732248706229.c85114ed5096%2C42053%2C1732248706229.regiongroup-0.1732248709009 not finished, retry = 0 2024-11-22T04:14:00,314 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T04:14:00,315 INFO [M:0;c85114ed5096:42053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T04:14:00,315 INFO [M:0;c85114ed5096:42053 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-22T04:14:00,315 INFO [M:0;c85114ed5096:42053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42053 2024-11-22T04:14:00,315 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T04:14:00,416 INFO [M:0;c85114ed5096:42053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T04:14:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T04:14:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42053-0x10065a0f55b0000, quorum=127.0.0.1:60450, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T04:14:00,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aecbebf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T04:14:00,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1322c4fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@850677e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@574f7be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T04:14:00,440 WARN [BP-1892956767-172.17.0.2-1732248702634 heartbeating to localhost/127.0.0.1:38433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T04:14:00,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T04:14:00,440 WARN [BP-1892956767-172.17.0.2-1732248702634 heartbeating to localhost/127.0.0.1:38433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1892956767-172.17.0.2-1732248702634 (Datanode Uuid 7c2bda4e-2268-473d-884e-92c3e50ece89) service to localhost/127.0.0.1:38433 2024-11-22T04:14:00,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data1/current/BP-1892956767-172.17.0.2-1732248702634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T04:14:00,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/cluster_7350f4de-6023-5e8b-00a3-740619db0687/data/data2/current/BP-1892956767-172.17.0.2-1732248702634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T04:14:00,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T04:14:00,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3426ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T04:14:00,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T04:14:00,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T04:14:00,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-22T04:14:00,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b78537{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T04:14:00,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c6fd586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b1f755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3fd637{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5d66a5{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-22T04:14:00,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5427f122{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee1609d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6641e1f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,563 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T04:14:00,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af9e16d{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-22T04:14:00,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@510a6ff3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4860033b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b8956e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,568 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-22T04:14:00,570 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-22T04:14:00,571 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-22T04:14:00,571 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T04:14:00,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@467ac38e{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-22T04:14:00,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ecfcb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T04:14:00,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T04:14:00,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d025fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-22T04:14:00,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@313a1fa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/0f3a4a15-c109-b417-8187-8bb21ffcb4d4/hadoop.log.dir/,STOPPED} 2024-11-22T04:14:00,577 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-22T04:14:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped