2024-11-12 07:00:08,910 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-12 07:00:08,936 main DEBUG Took 0.022222 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:00:08,937 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:00:08,937 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:00:08,939 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:00:08,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,957 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:00:08,976 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,980 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,982 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,985 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,989 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,991 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,992 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:00:08,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,994 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:00:08,996 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:00:08,998 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:00:09,001 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:00:09,002 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:00:09,003 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:00:09,004 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:00:09,016 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:00:09,021 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:00:09,023 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:00:09,024 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:00:09,025 main DEBUG createAppenders(={Console}) 2024-11-12 07:00:09,026 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-12 07:00:09,027 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-12 07:00:09,027 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-12 07:00:09,028 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:00:09,028 main DEBUG OutputStream closed 2024-11-12 07:00:09,029 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:00:09,029 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:00:09,030 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-12 07:00:09,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:00:09,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:00:09,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:00:09,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:00:09,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:00:09,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:00:09,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:00:09,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:00:09,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:00:09,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:00:09,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:00:09,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:00:09,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:00:09,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:00:09,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:00:09,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:00:09,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:00:09,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:00:09,156 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:00:09,157 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-12 07:00:09,157 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:00:09,158 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-12T07:00:09,214 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-12 07:00:09,218 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:00:09,219 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:00:09,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0 2024-11-12T07:00:09,686 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-12T07:00:09,689 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:00:09,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:00:09,711 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de, deleteOnExit=true 2024-11-12T07:00:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:00:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/test.cache.data in system properties and HBase conf 2024-11-12T07:00:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:00:09,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:00:09,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:00:09,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:00:09,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:00:09,836 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:00:09,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:00:09,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:00:09,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:00:09,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:00:09,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:00:09,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:00:09,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:00:09,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:00:09,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:00:09,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:00:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:00:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:00:09,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:00:09,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:00:09,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:00:11,386 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:00:11,484 INFO [Time-limited test {}] log.Log(170): Logging initialized @3560ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:00:11,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:11,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:11,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:11,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:11,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:00:11,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:11,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:11,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:12,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-2108161486389885825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:00:12,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-11-12T07:00:12,054 INFO [Time-limited test {}] server.Server(415): Started @4131ms 2024-11-12T07:00:12,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:12,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:12,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:12,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:12,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:00:12,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:12,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:12,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6628e1d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-41161-hadoop-hdfs-3_4_1-tests_jar-_-any-3427475376605733534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:00:12,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:41161} 2024-11-12T07:00:12,715 INFO [Time-limited test {}] server.Server(415): Started @4792ms 2024-11-12T07:00:12,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:00:14,047 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data1/current/BP-391082988-172.17.0.2-1731394810767/current, will proceed with Du for space computation calculation, 2024-11-12T07:00:14,047 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data2/current/BP-391082988-172.17.0.2-1731394810767/current, will proceed with Du for space computation calculation, 2024-11-12T07:00:14,085 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:00:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfc5ef79c1f9dd0a with lease ID 0x87268a592d1ec67b: Processing first storage report for DS-16107abe-c639-4fa7-a592-dee0866cf53c from datanode DatanodeRegistration(127.0.0.1:42463, datanodeUuid=7c252945-28ab-40b6-88aa-4bf19aeb5fe6, infoPort=34781, infoSecurePort=0, ipcPort=45329, storageInfo=lv=-57;cid=testClusterID;nsid=1513615965;c=1731394810767) 2024-11-12T07:00:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfc5ef79c1f9dd0a with lease ID 0x87268a592d1ec67b: from storage DS-16107abe-c639-4fa7-a592-dee0866cf53c node DatanodeRegistration(127.0.0.1:42463, datanodeUuid=7c252945-28ab-40b6-88aa-4bf19aeb5fe6, infoPort=34781, infoSecurePort=0, ipcPort=45329, storageInfo=lv=-57;cid=testClusterID;nsid=1513615965;c=1731394810767), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:00:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfc5ef79c1f9dd0a with lease ID 0x87268a592d1ec67b: Processing first storage report for DS-f5e7f996-3ec4-4a26-a96a-e19df7976e50 from datanode DatanodeRegistration(127.0.0.1:42463, datanodeUuid=7c252945-28ab-40b6-88aa-4bf19aeb5fe6, infoPort=34781, infoSecurePort=0, ipcPort=45329, storageInfo=lv=-57;cid=testClusterID;nsid=1513615965;c=1731394810767) 2024-11-12T07:00:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfc5ef79c1f9dd0a with lease ID 0x87268a592d1ec67b: from storage DS-f5e7f996-3ec4-4a26-a96a-e19df7976e50 node DatanodeRegistration(127.0.0.1:42463, datanodeUuid=7c252945-28ab-40b6-88aa-4bf19aeb5fe6, infoPort=34781, infoSecurePort=0, ipcPort=45329, storageInfo=lv=-57;cid=testClusterID;nsid=1513615965;c=1731394810767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:00:14,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0 2024-11-12T07:00:14,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/zookeeper_0, clientPort=51773, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:00:14,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51773 2024-11-12T07:00:14,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:14,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:00:14,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 with version=8 2024-11-12T07:00:15,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging 2024-11-12T07:00:15,011 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-12T07:00:15,011 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-12T07:00:15,011 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-12T07:00:15,011 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-12T07:00:15,098 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:00:15,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T07:00:15,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:15,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:15,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:00:15,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:15,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:00:15,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:00:15,632 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:00:15,645 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:00:15,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:00:15,682 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52048 (auto-detected) 2024-11-12T07:00:15,684 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:00:15,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39669 2024-11-12T07:00:15,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39669 connecting to ZooKeeper ensemble=127.0.0.1:51773 2024-11-12T07:00:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396690x0, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:00:15,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39669-0x1012f21d4300000 connected 2024-11-12T07:00:15,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:15,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:15,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T07:00:15,949 INFO [Time-limited test {}] log.Log(170): Logging initialized @8026ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:00:15,989 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-12T07:00:15,989 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-12T07:00:15,990 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-12T07:00:15,991 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-12T07:00:15,991 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-12T07:00:15,993 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-12T07:00:15,993 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-12T07:00:15,993 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-12T07:00:15,995 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-12T07:00:16,063 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39391 2024-11-12T07:00:16,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T07:00:16,078 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:16,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:16,080 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:16,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-12T07:00:16,122 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-12T07:00:16,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:16,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:16,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:00:16,134 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:16,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-12T07:00:16,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:39391} 2024-11-12T07:00:16,844 INFO [Time-limited test {}] server.Server(415): Started @8921ms 2024-11-12T07:00:16,847 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79, hbase.cluster.distributed=false 2024-11-12T07:00:16,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-12T07:00:16,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-12T07:00:16,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39669 2024-11-12T07:00:16,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39669 2024-11-12T07:00:16,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-12T07:00:16,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-12T07:00:17,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T07:00:17,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:17,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:17,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:00:17,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:00:17,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:00:17,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:00:17,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:00:17,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43585 2024-11-12T07:00:17,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43585 connecting to ZooKeeper ensemble=127.0.0.1:51773 2024-11-12T07:00:17,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:17,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435850x0, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:00:17,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435850x0, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T07:00:17,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43585-0x1012f21d4300001 connected 2024-11-12T07:00:17,055 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-12T07:00:17,055 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-12T07:00:17,055 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-12T07:00:17,055 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-12T07:00:17,056 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-12T07:00:17,057 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-12T07:00:17,057 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-12T07:00:17,057 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-12T07:00:17,057 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-12T07:00:17,059 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34817 2024-11-12T07:00:17,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T07:00:17,061 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:17,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:17,062 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:17,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-12T07:00:17,078 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-12T07:00:17,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:17,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:17,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:00:17,082 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-12T07:00:17,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@72979367{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-12T07:00:17,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cdf8417{HTTP/1.1, (http/1.1)}{0.0.0.0:34817} 2024-11-12T07:00:17,085 INFO [Time-limited test {}] server.Server(415): Started @9162ms 2024-11-12T07:00:17,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:00:17,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:00:17,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-12T07:00:17,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-12T07:00:17,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43585 2024-11-12T07:00:17,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43585 2024-11-12T07:00:17,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43585 2024-11-12T07:00:17,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43585 2024-11-12T07:00:17,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43585 2024-11-12T07:00:17,125 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f0beee3d6b6:39669 2024-11-12T07:00:17,128 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-12T07:00:17,130 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@64a81f2a{HTTP/1.1, (http/1.1)}{0.0.0.0:44179} 2024-11-12T07:00:17,130 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] server.Server(415): Started @9207ms 2024-11-12T07:00:17,130 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T07:00:17,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T07:00:17,173 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-12T07:00:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:17,216 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-12T07:00:17,217 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/9f0beee3d6b6,39669,1731394815164 from backup master directory 2024-11-12T07:00:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T07:00:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-12T07:00:17,232 WARN [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:00:17,232 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:17,235 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T07:00:17,237 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T07:00:17,296 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase.id] with ID: d7864691-f3e8-41ad-8632-b12dbcedeb46 2024-11-12T07:00:17,296 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.tmp/hbase.id 2024-11-12T07:00:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:00:17,709 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.tmp/hbase.id]:[hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase.id] 2024-11-12T07:00:17,762 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:00:17,767 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:00:17,786 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-12T07:00:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:00:18,261 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:18,263 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:00:18,269 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T07:00:18,271 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T07:00:18,280 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:00:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:00:18,736 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store 2024-11-12T07:00:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:00:19,160 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T07:00:19,162 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:19,163 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:00:19,163 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:00:19,164 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:00:19,165 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:00:19,166 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:00:19,166 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:00:19,167 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731394819163Disabling compacts and flushes for region at 1731394819163Disabling writes for close at 1731394819165 (+2 ms)Writing region close event to WAL at 1731394819166 (+1 ms)Closed at 1731394819166 2024-11-12T07:00:19,169 WARN [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/.initializing 2024-11-12T07:00:19,169 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/WALs/9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:19,175 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:00:19,180 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9f0beee3d6b6,39669,1731394815164.regiongroup-0 2024-11-12T07:00:19,196 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C39669%2C1731394815164.9f0beee3d6b6%2C39669%2C1731394815164.regiongroup-0, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/WALs/9f0beee3d6b6,39669,1731394815164, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/oldWALs, maxLogs=10 2024-11-12T07:00:19,222 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/WALs/9f0beee3d6b6,39669,1731394815164/9f0beee3d6b6%2C39669%2C1731394815164.9f0beee3d6b6%2C39669%2C1731394815164.regiongroup-0.1731394819201, exclude list is [], retry=0 2024-11-12T07:00:19,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:19,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T07:00:19,298 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/WALs/9f0beee3d6b6,39669,1731394815164/9f0beee3d6b6%2C39669%2C1731394815164.9f0beee3d6b6%2C39669%2C1731394815164.regiongroup-0.1731394819201 2024-11-12T07:00:19,300 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:19,300 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:19,301 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:19,306 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,307 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:00:19,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:19,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:19,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:00:19,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:19,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:19,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:00:19,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:19,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:19,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:00:19,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:19,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:19,421 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,425 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,427 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,433 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,434 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,437 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:00:19,441 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:00:19,446 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:19,448 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10011529440, jitterRate=-0.06760366261005402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:00:19,454 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731394819332Initializing all the Stores at 1731394819335 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394819335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394819338 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394819339 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394819340 (+1 ms)Cleaning up temporary data from old regions at 1731394819434 (+94 ms)Region opened successfully at 1731394819454 (+20 ms) 2024-11-12T07:00:19,456 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:00:19,509 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7ebbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T07:00:19,547 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:00:19,557 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:00:19,557 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:00:19,559 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:00:19,561 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:00:19,565 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T07:00:19,566 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:00:19,588 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:00:19,596 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-12T07:00:19,623 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-12T07:00:19,626 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:00:19,628 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:00:19,639 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-12T07:00:19,643 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:00:19,649 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:00:19,659 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-12T07:00:19,661 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:00:19,673 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-12T07:00:19,692 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:00:19,701 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-12T07:00:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-12T07:00:19,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-12T07:00:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,719 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f0beee3d6b6,39669,1731394815164, sessionid=0x1012f21d4300000, setting cluster-up flag (Was=false) 2024-11-12T07:00:19,726 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-12T07:00:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,784 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-12T07:00:19,787 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,843 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-12T07:00:19,846 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:19,893 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-12T07:00:19,894 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:19,901 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:00:19,915 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(746): ClusterId : d7864691-f3e8-41ad-8632-b12dbcedeb46 2024-11-12T07:00:19,916 INFO [RS:0;9f0beee3d6b6:43585 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-12T07:00:19,917 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:00:19,929 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:00:19,929 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-12T07:00:19,940 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-12T07:00:19,941 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:00:19,952 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:00:19,953 DEBUG [RS:0;9f0beee3d6b6:43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca42d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T07:00:19,967 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f0beee3d6b6:43585 2024-11-12T07:00:19,970 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:00:19,970 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:00:19,970 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:00:19,973 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,39669,1731394815164 with port=43585, startcode=1731394816976 2024-11-12T07:00:19,975 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:00:19,982 DEBUG [RS:0;9f0beee3d6b6:43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:00:19,983 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:00:19,988 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:00:19,994 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f0beee3d6b6,39669,1731394815164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f0beee3d6b6:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:00:20,002 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,003 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:00:20,003 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,007 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731394850007 2024-11-12T07:00:20,008 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:00:20,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:00:20,009 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:00:20,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:00:20,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:00:20,015 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:00:20,016 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-12T07:00:20,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:20,016 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:00:20,017 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:00:20,017 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:00:20,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:00:20,018 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:00:20,018 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,021 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:00:20,023 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:00:20,023 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:00:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:00:20,035 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c66093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:20,035 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:20,039 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:20,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:20,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:20,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:20,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8fdc08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:20,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:20,048 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:00:20,049 WARN [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:00:20,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:20,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:20,054 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:20,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8400182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:20,057 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-12T07:00:20,059 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:00:20,060 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:00:20,061 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731394820061,5,FailOnTimeoutGroup] 2024-11-12T07:00:20,062 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731394820061,5,FailOnTimeoutGroup] 2024-11-12T07:00:20,062 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,062 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:00:20,063 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,063 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,150 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,39669,1731394815164 with port=43585, startcode=1731394816976 2024-11-12T07:00:20,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] master.ServerManager(517): Registering regionserver=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,164 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:20,165 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35115 2024-11-12T07:00:20,165 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=39391 2024-11-12T07:00:20,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-12T07:00:20,198 DEBUG [RS:0;9f0beee3d6b6:43585 {}] zookeeper.ZKUtil(111): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rs/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,198 WARN [RS:0;9f0beee3d6b6:43585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:00:20,198 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T07:00:20,199 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T07:00:20,199 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f0beee3d6b6,43585,1731394816976] 2024-11-12T07:00:20,226 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:00:20,243 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:00:20,249 INFO [RS:0;9f0beee3d6b6:43585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:00:20,249 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,253 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:00:20,260 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:00:20,262 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,262 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,262 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,262 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,263 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,264 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,264 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,264 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:00:20,264 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:00:20,264 DEBUG [RS:0;9f0beee3d6b6:43585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:00:20,265 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,265 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,266 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,266 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,266 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,266 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,43585,1731394816976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:00:20,283 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:00:20,285 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,43585,1731394816976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,285 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,285 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.Replication(171): 9f0beee3d6b6,43585,1731394816976 started 2024-11-12T07:00:20,301 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:20,301 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1482): Serving as 9f0beee3d6b6,43585,1731394816976, RpcServer on 9f0beee3d6b6/172.17.0.2:43585, sessionid=0x1012f21d4300001 2024-11-12T07:00:20,302 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:00:20,302 DEBUG [RS:0;9f0beee3d6b6:43585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,302 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,43585,1731394816976' 2024-11-12T07:00:20,302 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-12T07:00:20,303 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-12T07:00:20,304 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:00:20,304 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-12T07:00:20,304 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,43585,1731394816976' 2024-11-12T07:00:20,304 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:00:20,304 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:00:20,305 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-12T07:00:20,305 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-12T07:00:20,305 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:00:20,305 DEBUG [RS:0;9f0beee3d6b6:43585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:20,305 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,43585,1731394816976' 2024-11-12T07:00:20,305 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-12T07:00:20,306 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-12T07:00:20,306 DEBUG [RS:0;9f0beee3d6b6:43585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:00:20,307 INFO [RS:0;9f0beee3d6b6:43585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:00:20,307 INFO [RS:0;9f0beee3d6b6:43585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:00:20,411 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:00:20,411 INFO [RS:0;9f0beee3d6b6:43585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9f0beee3d6b6,43585,1731394816976.regiongroup-0 2024-11-12T07:00:20,415 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs, maxLogs=32 2024-11-12T07:00:20,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:00:20,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:20,434 DEBUG [RS:0;9f0beee3d6b6:43585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417, exclude list is [], retry=0 2024-11-12T07:00:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:00:20,443 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417 2024-11-12T07:00:20,444 DEBUG [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:20,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:20,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:00:20,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:00:20,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:20,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:20,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:00:20,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:00:20,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:20,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:00:20,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:00:20,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:00:20,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:00:20,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:20,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:20,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:00:20,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740 2024-11-12T07:00:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740 2024-11-12T07:00:20,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:00:20,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:00:20,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:00:20,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:00:20,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:20,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9641439520, jitterRate=-0.10207097232341766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:00:20,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731394820845Initializing all the Stores at 1731394820848 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394820848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394820848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394820848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394820848Cleaning up temporary data from old regions at 1731394820870 (+22 ms)Region opened successfully at 1731394820880 (+10 ms) 2024-11-12T07:00:20,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:00:20,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:00:20,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:00:20,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:00:20,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:00:20,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:00:20,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731394820880Disabling compacts and flushes for region at 1731394820880Disabling writes for close at 1731394820880Writing region close event to WAL at 1731394820881 (+1 ms)Closed at 1731394820881 2024-11-12T07:00:20,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:00:20,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:00:20,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:00:20,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:00:20,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:00:21,060 DEBUG [9f0beee3d6b6:39669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:00:21,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:21,081 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f0beee3d6b6,43585,1731394816976, state=OPENING 2024-11-12T07:00:21,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:00:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:00:21,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T07:00:21,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T07:00:21,156 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:00:21,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:21,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:00:21,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:00:21,358 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:00:21,359 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-12T07:00:21,359 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-12T07:00:21,360 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:00:21,360 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:00:21,365 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C43585%2C1731394816976.meta, suffix=.meta, logDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs, maxLogs=32 2024-11-12T07:00:21,388 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta, exclude list is [], retry=0 2024-11-12T07:00:21,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:21,395 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta 2024-11-12T07:00:21,396 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:21,396 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:21,400 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:21,401 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:00:21,404 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:00:21,404 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:00:21,407 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:00:21,408 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:21,408 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:00:21,408 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:00:21,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:00:21,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:00:21,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:21,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:21,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:00:21,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:00:21,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:21,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:21,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:00:21,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:00:21,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:00:21,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:00:21,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:21,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:00:21,424 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:00:21,425 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740 2024-11-12T07:00:21,428 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740 2024-11-12T07:00:21,431 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:00:21,431 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:00:21,432 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:00:21,435 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:00:21,437 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10788270880, jitterRate=0.004736021161079407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:00:21,438 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:00:21,440 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731394821409Writing region info on filesystem at 1731394821409Initializing all the Stores at 1731394821411 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394821411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394821411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394821411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731394821411Cleaning up temporary data from old regions at 1731394821431 (+20 ms)Running coprocessor post-open hooks at 1731394821438 (+7 ms)Region opened successfully at 1731394821439 (+1 ms) 2024-11-12T07:00:21,449 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731394821332 2024-11-12T07:00:21,462 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:00:21,463 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:00:21,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:21,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f0beee3d6b6,43585,1731394816976, state=OPEN 2024-11-12T07:00:21,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-12T07:00:21,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-12T07:00:21,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T07:00:21,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-12T07:00:21,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:21,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:00:21,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,43585,1731394816976 in 343 msec 2024-11-12T07:00:21,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:00:21,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-12T07:00:21,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:00:21,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:00:21,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:21,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:21,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:21,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:21,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6590 sec 2024-11-12T07:00:21,597 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731394821597, completionTime=-1 2024-11-12T07:00:21,600 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:00:21,601 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T07:00:21,634 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T07:00:21,634 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731394881634 2024-11-12T07:00:21,634 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731394941634 2024-11-12T07:00:21,634 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-12T07:00:21,637 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,637 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,638 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,639 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f0beee3d6b6:39669, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,640 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,640 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,646 DEBUG [master/9f0beee3d6b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:00:21,673 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.440sec 2024-11-12T07:00:21,675 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:00:21,676 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:00:21,677 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:00:21,678 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:00:21,678 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:00:21,679 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:00:21,680 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:00:21,689 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:00:21,690 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:00:21,690 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,39669,1731394815164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:00:21,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3afe73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:21,721 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:00:21,721 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:00:21,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:21,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:21,732 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54488529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:21,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:21,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:21,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:21,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccfcc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:21,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:21,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:21,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:21,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:21,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-12T07:00:21,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/test.cache.data in system properties and HBase conf 2024-11-12T07:00:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:00:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:00:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:00:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:00:21,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:00:21,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:00:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:00:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741835_1011 (size=592039) 2024-11-12T07:00:22,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741836_1012 (size=1663647) 2024-11-12T07:00:23,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:23,847 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:24,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:24,020 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T07:00:24,020 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:24,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:24,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:24,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:00:24,023 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:24,023 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:24,023 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:00:24,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:24,026 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:24,026 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:24,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f704027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:24,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6522fb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:24,143 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-12T07:00:24,143 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-12T07:00:24,143 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T07:00:24,144 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T07:00:24,185 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:24,224 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:24,509 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-12T07:00:24,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3430605f{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-43509-hadoop-yarn-common-3_4_1_jar-_-any-9183743049591698684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-12T07:00:24,533 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11e3640f{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-45115-hadoop-yarn-common-3_4_1_jar-_-any-546178317625277966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-12T07:00:24,534 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:45115} 2024-11-12T07:00:24,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22940f04{HTTP/1.1, (http/1.1)}{localhost:43509} 2024-11-12T07:00:24,534 INFO [Thread-251 {}] server.Server(415): Started @16611ms 2024-11-12T07:00:24,534 INFO [Time-limited test {}] server.Server(415): Started @16611ms 2024-11-12T07:00:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741837_1013 (size=5) 2024-11-12T07:00:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:00:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:25,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:00:25,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-12T07:00:25,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:00:25,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:00:25,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:00:25,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:25,849 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-12T07:00:25,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:25,884 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T07:00:25,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:25,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:25,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:25,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:00:25,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:25,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62942708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:25,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1534f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:25,965 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-12T07:00:25,965 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T07:00:25,965 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-12T07:00:25,965 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T07:00:25,973 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:25,979 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:26,082 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:26,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@153b052d{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-45437-hadoop-yarn-common-3_4_1_jar-_-any-9288531424120553054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T07:00:26,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb1bd25{HTTP/1.1, (http/1.1)}{localhost:45437} 2024-11-12T07:00:26,098 INFO [Time-limited test {}] server.Server(415): Started @18175ms 2024-11-12T07:00:26,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:00:26,231 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-12T07:00:26,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:26,248 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-12T07:00:26,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:00:26,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:00:26,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:00:26,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:00:26,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:00:26,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a7ea02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:00:26,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f185b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-12T07:00:26,319 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-12T07:00:26,319 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-12T07:00:26,319 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-12T07:00:26,320 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-12T07:00:26,333 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:26,340 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:26,451 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-12T07:00:26,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77057199{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/java.io.tmpdir/jetty-localhost-40337-hadoop-yarn-common-3_4_1_jar-_-any-6408152727038959786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T07:00:26,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76f8b306{HTTP/1.1, (http/1.1)}{localhost:40337} 2024-11-12T07:00:26,456 INFO [Time-limited test {}] server.Server(415): Started @18533ms 2024-11-12T07:00:26,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-12T07:00:26,477 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:35115/backupUT 2024-11-12T07:00:26,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:00:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:26,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25fda716 2024-11-12T07:00:26,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:00:26,490 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:00:26,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-12T07:00:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-12T07:00:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:00:26,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-11-12T07:00:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:00:26,623 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-12T07:00:26,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-12T07:00:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-12T07:00:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-12T07:00:26,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 16 msec 2024-11-12T07:00:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-12T07:00:26,742 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-12T07:00:26,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-12T07:00:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-12T07:00:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-12T07:00:26,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 14 msec 2024-11-12T07:00:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-12T07:00:26,860 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-12T07:00:26,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-12T07:00:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-12T07:00:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:00:26,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2024-11-12T07:00:26,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T07:00:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:00:26,980 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-12T07:00:26,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731394826477 2024-11-12T07:00:26,998 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:27,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731394826477" procId is: 8 2024-11-12T07:00:27,000 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:27,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:27,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741838_1014 (size=367) 2024-11-12T07:00:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:27,421 INFO [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2d7851e5c6a76f67eebdabbc748523c, NAME => 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731394826477', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741839_1015 (size=53) 2024-11-12T07:00:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:27,838 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:27,839 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1722): Closing a2d7851e5c6a76f67eebdabbc748523c, disabling compactions & flushes 2024-11-12T07:00:27,839 INFO [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:27,839 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:27,839 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. after waiting 0 ms 2024-11-12T07:00:27,839 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:27,840 INFO [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1973): Closed test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:27,840 DEBUG [RegionOpenAndInit-test-1731394826477-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2d7851e5c6a76f67eebdabbc748523c: Waiting for close lock at 1731394827839Disabling compacts and flushes for region at 1731394827839Disabling writes for close at 1731394827839Writing region close event to WAL at 1731394827840 (+1 ms)Closed at 1731394827840 2024-11-12T07:00:27,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:27,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731394827845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394827845"}]},"ts":"1731394827845"} 2024-11-12T07:00:27,856 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:27,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:27,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731394826477","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394827858"}]},"ts":"1731394827858"} 2024-11-12T07:00:27,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731394826477, state=ENABLING in hbase:meta 2024-11-12T07:00:27,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, ASSIGN}] 2024-11-12T07:00:27,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, ASSIGN 2024-11-12T07:00:27,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:28,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:28,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, ASSIGN because future has completed 2024-11-12T07:00:28,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:28,206 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:28,207 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:00:28,207 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 9f0beee3d6b6,43585,1731394816976.regiongroup-1 2024-11-12T07:00:28,210 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1, suffix=, logDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976, archiveDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs, maxLogs=32 2024-11-12T07:00:28,225 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211, exclude list is [], retry=0 2024-11-12T07:00:28,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:28,231 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211 2024-11-12T07:00:28,231 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:28,232 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d7851e5c6a76f67eebdabbc748523c, NAME => 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:28,232 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:28,232 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731394826477 a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,232 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:28,232 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,232 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,235 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,237 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName f 2024-11-12T07:00:28,237 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:28,238 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:28,238 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,240 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,240 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,241 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,241 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,244 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,249 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:28,250 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened a2d7851e5c6a76f67eebdabbc748523c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11453680800, jitterRate=0.06670714914798737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:00:28,250 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:28,251 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2d7851e5c6a76f67eebdabbc748523c: Running coprocessor pre-open hook at 1731394828232Writing region info on filesystem at 1731394828232Initializing all the Stores at 1731394828234 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394828234Cleaning up temporary data from old regions at 1731394828241 (+7 ms)Running coprocessor post-open hooks at 1731394828250 (+9 ms)Region opened successfully at 1731394828251 (+1 ms) 2024-11-12T07:00:28,253 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., pid=10, masterSystemTime=1731394828183 2024-11-12T07:00:28,257 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:28,257 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:28,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:28,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:28,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:00:28,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 in 239 msec 2024-11-12T07:00:28,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:00:28,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, ASSIGN in 404 msec 2024-11-12T07:00:28,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:28,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731394826477","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394828278"}]},"ts":"1731394828278"} 2024-11-12T07:00:28,282 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731394826477, state=ENABLED in hbase:meta 2024-11-12T07:00:28,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731394826477 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:28,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731394826477 in 1.2930 sec 2024-11-12T07:00:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-12T07:00:29,160 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731394826477 completed 2024-11-12T07:00:29,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60064521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:29,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:29,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:29,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:29,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db87827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:29,166 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97855a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:29,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:29,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:29,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='row0', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:29,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(8528): writing data to region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:00:29,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17313948264771', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17313948264771 2024-11-12T07:00:29,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:29,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:29,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17313948264771" procId is: 11 2024-11-12T07:00:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:29,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:29,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741841_1017 (size=364) 2024-11-12T07:00:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:29,763 INFO [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 274570c5c267bcb9922b705c5d26f0c2, NAME => 'ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17313948264771', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741842_1018 (size=50) 2024-11-12T07:00:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:30,173 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:30,173 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1722): Closing 274570c5c267bcb9922b705c5d26f0c2, disabling compactions & flushes 2024-11-12T07:00:30,173 INFO [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,173 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,173 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. after waiting 0 ms 2024-11-12T07:00:30,173 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,174 INFO [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,174 DEBUG [RegionOpenAndInit-ns2:test-17313948264771-pool-0 {}] regionserver.HRegion(1676): Region close journal for 274570c5c267bcb9922b705c5d26f0c2: Waiting for close lock at 1731394830173Disabling compacts and flushes for region at 1731394830173Disabling writes for close at 1731394830173Writing region close event to WAL at 1731394830173Closed at 1731394830173 2024-11-12T07:00:30,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:30,177 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731394830176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394830176"}]},"ts":"1731394830176"} 2024-11-12T07:00:30,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:30,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:30,185 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17313948264771","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394830184"}]},"ts":"1731394830184"} 2024-11-12T07:00:30,188 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17313948264771, state=ENABLING in hbase:meta 2024-11-12T07:00:30,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17313948264771, region=274570c5c267bcb9922b705c5d26f0c2, ASSIGN}] 2024-11-12T07:00:30,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17313948264771, region=274570c5c267bcb9922b705c5d26f0c2, ASSIGN 2024-11-12T07:00:30,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17313948264771, region=274570c5c267bcb9922b705c5d26f0c2, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:30,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=274570c5c267bcb9922b705c5d26f0c2, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17313948264771, region=274570c5c267bcb9922b705c5d26f0c2, ASSIGN because future has completed 2024-11-12T07:00:30,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274570c5c267bcb9922b705c5d26f0c2, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:30,513 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,514 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 274570c5c267bcb9922b705c5d26f0c2, NAME => 'ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:30,514 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:30,514 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17313948264771 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,515 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:30,515 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,515 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,517 INFO [StoreOpener-274570c5c267bcb9922b705c5d26f0c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,519 INFO [StoreOpener-274570c5c267bcb9922b705c5d26f0c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274570c5c267bcb9922b705c5d26f0c2 columnFamilyName f 2024-11-12T07:00:30,519 DEBUG [StoreOpener-274570c5c267bcb9922b705c5d26f0c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:30,520 INFO [StoreOpener-274570c5c267bcb9922b705c5d26f0c2-1 {}] regionserver.HStore(327): Store=274570c5c267bcb9922b705c5d26f0c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:30,520 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,522 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,522 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,523 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,523 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,526 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,529 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:30,529 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 274570c5c267bcb9922b705c5d26f0c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11837740480, jitterRate=0.10247549414634705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:00:30,530 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:30,530 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 274570c5c267bcb9922b705c5d26f0c2: Running coprocessor pre-open hook at 1731394830515Writing region info on filesystem at 1731394830515Initializing all the Stores at 1731394830516 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394830516Cleaning up temporary data from old regions at 1731394830523 (+7 ms)Running coprocessor post-open hooks at 1731394830530 (+7 ms)Region opened successfully at 1731394830530 2024-11-12T07:00:30,532 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2., pid=13, masterSystemTime=1731394830505 2024-11-12T07:00:30,535 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,535 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:30,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=274570c5c267bcb9922b705c5d26f0c2, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:30,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274570c5c267bcb9922b705c5d26f0c2, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:30,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T07:00:30,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 274570c5c267bcb9922b705c5d26f0c2, server=9f0beee3d6b6,43585,1731394816976 in 192 msec 2024-11-12T07:00:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T07:00:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17313948264771, region=274570c5c267bcb9922b705c5d26f0c2, ASSIGN in 355 msec 2024-11-12T07:00:30,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:30,550 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17313948264771","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394830550"}]},"ts":"1731394830550"} 2024-11-12T07:00:30,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17313948264771, state=ENABLED in hbase:meta 2024-11-12T07:00:30,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17313948264771 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:30,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17313948264771 in 1.2150 sec 2024-11-12T07:00:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:00:31,500 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17313948264771 completed 2024-11-12T07:00:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17313948264771', row='row0', locateType=CURRENT is [region=ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:31,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(8528): writing data to region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T07:00:31,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17313948264772', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17313948264772 2024-11-12T07:00:31,660 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:31,661 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:31,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17313948264772" procId is: 14 2024-11-12T07:00:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:31,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741843_1019 (size=390) 2024-11-12T07:00:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:32,079 INFO [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3fdb41c69b1a46cd8c2a28b63d85fb2, NAME => 'ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17313948264772', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741844_1020 (size=50) 2024-11-12T07:00:32,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17313948264771' 2024-11-12T07:00:32,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731394826477' 2024-11-12T07:00:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:32,491 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:32,492 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1722): Closing a3fdb41c69b1a46cd8c2a28b63d85fb2, disabling compactions & flushes 2024-11-12T07:00:32,492 INFO [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,492 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,492 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. after waiting 0 ms 2024-11-12T07:00:32,492 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,493 INFO [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,493 DEBUG [RegionOpenAndInit-ns3:test-17313948264772-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3fdb41c69b1a46cd8c2a28b63d85fb2: Waiting for close lock at 1731394832492Disabling compacts and flushes for region at 1731394832492Disabling writes for close at 1731394832492Writing region close event to WAL at 1731394832493 (+1 ms)Closed at 1731394832493 2024-11-12T07:00:32,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:32,498 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731394832498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394832498"}]},"ts":"1731394832498"} 2024-11-12T07:00:32,503 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:32,505 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:32,505 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17313948264772","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394832505"}]},"ts":"1731394832505"} 2024-11-12T07:00:32,508 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17313948264772, state=ENABLING in hbase:meta 2024-11-12T07:00:32,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17313948264772, region=a3fdb41c69b1a46cd8c2a28b63d85fb2, ASSIGN}] 2024-11-12T07:00:32,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17313948264772, region=a3fdb41c69b1a46cd8c2a28b63d85fb2, ASSIGN 2024-11-12T07:00:32,511 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17313948264772, region=a3fdb41c69b1a46cd8c2a28b63d85fb2, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:32,662 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a3fdb41c69b1a46cd8c2a28b63d85fb2, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17313948264772, region=a3fdb41c69b1a46cd8c2a28b63d85fb2, ASSIGN because future has completed 2024-11-12T07:00:32,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:32,861 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,861 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a3fdb41c69b1a46cd8c2a28b63d85fb2, NAME => 'ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:32,862 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:32,862 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17313948264772 a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,862 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:32,862 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,862 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,866 INFO [StoreOpener-a3fdb41c69b1a46cd8c2a28b63d85fb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,871 INFO [StoreOpener-a3fdb41c69b1a46cd8c2a28b63d85fb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3fdb41c69b1a46cd8c2a28b63d85fb2 columnFamilyName f 2024-11-12T07:00:32,871 DEBUG [StoreOpener-a3fdb41c69b1a46cd8c2a28b63d85fb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:32,872 INFO [StoreOpener-a3fdb41c69b1a46cd8c2a28b63d85fb2-1 {}] regionserver.HStore(327): Store=a3fdb41c69b1a46cd8c2a28b63d85fb2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:32,872 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,874 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns3/test-17313948264772/a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,875 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns3/test-17313948264772/a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,876 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,876 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,878 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,881 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns3/test-17313948264772/a3fdb41c69b1a46cd8c2a28b63d85fb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:32,882 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a3fdb41c69b1a46cd8c2a28b63d85fb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10522707200, jitterRate=-0.0199965238571167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:00:32,882 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:00:32,882 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a3fdb41c69b1a46cd8c2a28b63d85fb2: Running coprocessor pre-open hook at 1731394832863Writing region info on filesystem at 1731394832863Initializing all the Stores at 1731394832865 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394832865Cleaning up temporary data from old regions at 1731394832876 (+11 ms)Running coprocessor post-open hooks at 1731394832882 (+6 ms)Region opened successfully at 1731394832882 2024-11-12T07:00:32,884 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2., pid=16, masterSystemTime=1731394832823 2024-11-12T07:00:32,886 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,886 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:00:32,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a3fdb41c69b1a46cd8c2a28b63d85fb2, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:32,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:32,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T07:00:32,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2, server=9f0beee3d6b6,43585,1731394816976 in 222 msec 2024-11-12T07:00:32,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T07:00:32,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17313948264772, region=a3fdb41c69b1a46cd8c2a28b63d85fb2, ASSIGN in 386 msec 2024-11-12T07:00:32,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:32,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17313948264772","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394832930"}]},"ts":"1731394832930"} 2024-11-12T07:00:32,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17313948264772, state=ENABLED in hbase:meta 2024-11-12T07:00:32,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17313948264772 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:32,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17313948264772 in 1.2780 sec 2024-11-12T07:00:33,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T07:00:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:00:33,820 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17313948264772 completed 2024-11-12T07:00:33,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17313948264772 get assigned. Timeout = 60000ms 2024-11-12T07:00:33,822 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:00:33,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17313948264772 assigned to meta. Checking AM states. 2024-11-12T07:00:33,830 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:00:33,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17313948264772 assigned. 2024-11-12T07:00:33,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17313948264773', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17313948264773 2024-11-12T07:00:33,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:33,838 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:33,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17313948264773" procId is: 17 2024-11-12T07:00:33,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741845_1021 (size=390) 2024-11-12T07:00:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:34,252 INFO [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c51e1b940b380ea92e406717c5977fc, NAME => 'ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17313948264773', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741846_1022 (size=50) 2024-11-12T07:00:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:34,663 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:34,664 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1722): Closing 1c51e1b940b380ea92e406717c5977fc, disabling compactions & flushes 2024-11-12T07:00:34,664 INFO [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:34,664 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:34,664 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. after waiting 0 ms 2024-11-12T07:00:34,664 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:34,664 INFO [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:34,664 DEBUG [RegionOpenAndInit-ns4:test-17313948264773-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c51e1b940b380ea92e406717c5977fc: Waiting for close lock at 1731394834663Disabling compacts and flushes for region at 1731394834663Disabling writes for close at 1731394834664 (+1 ms)Writing region close event to WAL at 1731394834664Closed at 1731394834664 2024-11-12T07:00:34,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:34,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731394834667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394834667"}]},"ts":"1731394834667"} 2024-11-12T07:00:34,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:34,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:34,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17313948264773","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394834674"}]},"ts":"1731394834674"} 2024-11-12T07:00:34,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17313948264773, state=ENABLING in hbase:meta 2024-11-12T07:00:34,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17313948264773, region=1c51e1b940b380ea92e406717c5977fc, ASSIGN}] 2024-11-12T07:00:34,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17313948264773, region=1c51e1b940b380ea92e406717c5977fc, ASSIGN 2024-11-12T07:00:34,683 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17313948264773, region=1c51e1b940b380ea92e406717c5977fc, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:34,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1c51e1b940b380ea92e406717c5977fc, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17313948264773, region=1c51e1b940b380ea92e406717c5977fc, ASSIGN because future has completed 2024-11-12T07:00:34,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c51e1b940b380ea92e406717c5977fc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:35,002 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:35,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c51e1b940b380ea92e406717c5977fc, NAME => 'ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:35,002 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:35,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17313948264773 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:35,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,004 INFO [StoreOpener-1c51e1b940b380ea92e406717c5977fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,007 INFO [StoreOpener-1c51e1b940b380ea92e406717c5977fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c51e1b940b380ea92e406717c5977fc columnFamilyName f 2024-11-12T07:00:35,007 DEBUG [StoreOpener-1c51e1b940b380ea92e406717c5977fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:35,008 INFO [StoreOpener-1c51e1b940b380ea92e406717c5977fc-1 {}] regionserver.HStore(327): Store=1c51e1b940b380ea92e406717c5977fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:35,008 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,009 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns4/test-17313948264773/1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,010 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns4/test-17313948264773/1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,010 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,010 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,013 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,016 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns4/test-17313948264773/1c51e1b940b380ea92e406717c5977fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:35,017 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1c51e1b940b380ea92e406717c5977fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11448721280, jitterRate=0.06624525785446167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:00:35,017 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:00:35,017 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1c51e1b940b380ea92e406717c5977fc: Running coprocessor pre-open hook at 1731394835003Writing region info on filesystem at 1731394835003Initializing all the Stores at 1731394835004 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394835004Cleaning up temporary data from old regions at 1731394835010 (+6 ms)Running coprocessor post-open hooks at 1731394835017 (+7 ms)Region opened successfully at 1731394835017 2024-11-12T07:00:35,019 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc., pid=19, masterSystemTime=1731394834997 2024-11-12T07:00:35,022 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:35,022 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:00:35,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1c51e1b940b380ea92e406717c5977fc, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c51e1b940b380ea92e406717c5977fc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:35,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T07:00:35,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c51e1b940b380ea92e406717c5977fc, server=9f0beee3d6b6,43585,1731394816976 in 185 msec 2024-11-12T07:00:35,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T07:00:35,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17313948264773, region=1c51e1b940b380ea92e406717c5977fc, ASSIGN in 351 msec 2024-11-12T07:00:35,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:35,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17313948264773","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394835036"}]},"ts":"1731394835036"} 2024-11-12T07:00:35,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17313948264773, state=ENABLED in hbase:meta 2024-11-12T07:00:35,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17313948264773 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:35,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17313948264773 in 1.2070 sec 2024-11-12T07:00:35,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17313948264771 2024-11-12T07:00:35,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17313948264771 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:35,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731394826477 2024-11-12T07:00:35,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731394826477 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:35,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17313948264772 2024-11-12T07:00:35,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17313948264772 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:35,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17313948264773 2024-11-12T07:00:35,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17313948264773 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:00:35,989 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17313948264773 completed 2024-11-12T07:00:35,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17313948264773 get assigned. Timeout = 60000ms 2024-11-12T07:00:35,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:00:35,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17313948264773 assigned to meta. Checking AM states. 2024-11-12T07:00:35,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:00:35,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17313948264773 assigned. 2024-11-12T07:00:35,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:00:35,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:00:35,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:36,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:36,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:00:36,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=6349 2024-11-12T07:00:36,023 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-12T07:00:36,024 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-12T07:00:36,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731394826477 from 'test-1731394826477', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731394826477 2024-11-12T07:00:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741847_1023 (size=908) 2024-11-12T07:00:36,451 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000001.367 2024-11-12T07:00:36,451 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000002.908 2024-11-12T07:00:36,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731394826477}] 2024-11-12T07:00:36,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE}] 2024-11-12T07:00:36,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE 2024-11-12T07:00:36,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE because future has completed 2024-11-12T07:00:36,472 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:00:36,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:36,630 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:36,630 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:00:36,631 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a2d7851e5c6a76f67eebdabbc748523c, disabling compactions & flushes 2024-11-12T07:00:36,631 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:36,631 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:36,631 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. after waiting 0 ms 2024-11-12T07:00:36,631 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:36,635 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing a2d7851e5c6a76f67eebdabbc748523c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-12T07:00:36,701 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/c58e743bee22408e9f89c28d9077a8e0 is 37, key is row10/f:q1/1731394829203/Put/seqid=0 2024-11-12T07:00:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741848_1024 (size=8413) 2024-11-12T07:00:37,113 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:00:37,186 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/c58e743bee22408e9f89c28d9077a8e0 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:00:37,198 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0, entries=99, sequenceid=103, filesize=8.2 K 2024-11-12T07:00:37,208 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 570ms, sequenceid=103, compaction requested=false 2024-11-12T07:00:37,217 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-12T07:00:37,220 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:00:37,220 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:37,221 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a2d7851e5c6a76f67eebdabbc748523c: Waiting for close lock at 1731394836631Running coprocessor pre-close hooks at 1731394836631Disabling compacts and flushes for region at 1731394836631Disabling writes for close at 1731394836631Obtaining lock to block concurrent updates at 1731394836635 (+4 ms)Preparing flush snapshotting stores in a2d7851e5c6a76f67eebdabbc748523c at 1731394836635Finished memstore snapshotting test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731394836643 (+8 ms)Flushing stores of test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. at 1731394836645 (+2 ms)Flushing a2d7851e5c6a76f67eebdabbc748523c/f: creating writer at 1731394836647 (+2 ms)Flushing a2d7851e5c6a76f67eebdabbc748523c/f: appending metadata at 1731394836689 (+42 ms)Flushing a2d7851e5c6a76f67eebdabbc748523c/f: closing flushed file at 1731394836692 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768244b2: reopening flushed file at 1731394837184 (+492 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 570ms, sequenceid=103, compaction requested=false at 1731394837208 (+24 ms)Writing region close event to WAL at 1731394837210 (+2 ms)Running coprocessor post-close hooks at 1731394837218 (+8 ms)Closed at 1731394837220 (+2 ms) 2024-11-12T07:00:37,221 WARN [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: a2d7851e5c6a76f67eebdabbc748523c to self. 2024-11-12T07:00:37,225 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=CLOSED 2024-11-12T07:00:37,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:37,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-12T07:00:37,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 in 759 msec 2024-11-12T07:00:37,237 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=true 2024-11-12T07:00:37,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE because future has completed 2024-11-12T07:00:37,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:37,549 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:37,549 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d7851e5c6a76f67eebdabbc748523c, NAME => 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:37,549 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:37,550 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731394826477 a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,550 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:37,550 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,550 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,552 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,554 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName f 2024-11-12T07:00:37,554 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:37,565 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:00:37,565 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:37,566 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,568 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName f3 2024-11-12T07:00:37,568 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:37,569 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:37,570 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,577 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName mob 2024-11-12T07:00:37,582 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:37,583 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:37,584 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,585 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,587 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,589 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,589 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,590 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731394826477 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:00:37,593 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,594 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a2d7851e5c6a76f67eebdabbc748523c; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10738631680, jitterRate=1.1301040649414062E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:00:37,595 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:37,596 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a2d7851e5c6a76f67eebdabbc748523c: Running coprocessor pre-open hook at 1731394837550Writing region info on filesystem at 1731394837550Initializing all the Stores at 1731394837552 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394837552Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394837552Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394837552Cleaning up temporary data from old regions at 1731394837589 (+37 ms)Running coprocessor post-open hooks at 1731394837595 (+6 ms)Region opened successfully at 1731394837596 (+1 ms) 2024-11-12T07:00:37,597 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., pid=24, masterSystemTime=1731394837543 2024-11-12T07:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:37,601 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:37,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPEN, openSeqNum=107, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:37,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-12T07:00:37,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 in 216 msec 2024-11-12T07:00:37,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T07:00:37,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE in 1.1460 sec 2024-11-12T07:00:37,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-12T07:00:37,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731394826477 in 1.1610 sec 2024-11-12T07:00:37,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731394826477 in 1.5940 sec 2024-11-12T07:00:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-12T07:00:37,630 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731394826477 completed 2024-11-12T07:00:37,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450ab122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:37,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:37,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:37,633 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ffa639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:37,636 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ebbbbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:37,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:37,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='row-test-1731394826477-3-0', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=107] 2024-11-12T07:00:37,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:00:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d4dce7d 2024-11-12T07:00:37,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:00:37,703 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:00:37,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-12T07:00:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-12T07:00:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:00:37,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-12T07:00:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:00:37,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-12T07:00:37,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-12T07:00:37,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:37,849 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:37,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-12T07:00:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:37,850 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741849_1025 (size=635) 2024-11-12T07:00:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:38,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17313948264773' 2024-11-12T07:00:38,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17313948264772' 2024-11-12T07:00:38,262 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac4a33f32f1481e68b4fa8ccd58267c5, NAME => 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:38,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741850_1026 (size=40) 2024-11-12T07:00:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:38,672 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:38,673 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing ac4a33f32f1481e68b4fa8ccd58267c5, disabling compactions & flushes 2024-11-12T07:00:38,673 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:38,673 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:38,673 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. after waiting 0 ms 2024-11-12T07:00:38,673 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:38,673 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:38,673 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac4a33f32f1481e68b4fa8ccd58267c5: Waiting for close lock at 1731394838673Disabling compacts and flushes for region at 1731394838673Disabling writes for close at 1731394838673Writing region close event to WAL at 1731394838673Closed at 1731394838673 2024-11-12T07:00:38,676 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:38,676 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731394838676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394838676"}]},"ts":"1731394838676"} 2024-11-12T07:00:38,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:38,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:38,681 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394838681"}]},"ts":"1731394838681"} 2024-11-12T07:00:38,684 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-12T07:00:38,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ac4a33f32f1481e68b4fa8ccd58267c5, ASSIGN}] 2024-11-12T07:00:38,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ac4a33f32f1481e68b4fa8ccd58267c5, ASSIGN 2024-11-12T07:00:38,688 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=ac4a33f32f1481e68b4fa8ccd58267c5, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:38,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ac4a33f32f1481e68b4fa8ccd58267c5, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:38,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=ac4a33f32f1481e68b4fa8ccd58267c5, ASSIGN because future has completed 2024-11-12T07:00:38,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:39,002 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:39,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => ac4a33f32f1481e68b4fa8ccd58267c5, NAME => 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:39,002 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:39,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:39,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,005 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,008 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4a33f32f1481e68b4fa8ccd58267c5 columnFamilyName meta 2024-11-12T07:00:39,008 DEBUG [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:39,008 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] regionserver.HStore(327): Store=ac4a33f32f1481e68b4fa8ccd58267c5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:39,009 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,011 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4a33f32f1481e68b4fa8ccd58267c5 columnFamilyName session 2024-11-12T07:00:39,011 DEBUG [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:39,012 INFO [StoreOpener-ac4a33f32f1481e68b4fa8ccd58267c5-1 {}] regionserver.HStore(327): Store=ac4a33f32f1481e68b4fa8ccd58267c5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:39,012 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,013 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,014 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,015 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,015 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,016 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T07:00:39,017 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,021 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:39,021 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened ac4a33f32f1481e68b4fa8ccd58267c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9426399040, jitterRate=-0.1220981776714325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T07:00:39,021 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:39,022 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for ac4a33f32f1481e68b4fa8ccd58267c5: Running coprocessor pre-open hook at 1731394839003Writing region info on filesystem at 1731394839003Initializing all the Stores at 1731394839005 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394839005Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394839005Cleaning up temporary data from old regions at 1731394839015 (+10 ms)Running coprocessor post-open hooks at 1731394839021 (+6 ms)Region opened successfully at 1731394839022 (+1 ms) 2024-11-12T07:00:39,023 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., pid=28, masterSystemTime=1731394838996 2024-11-12T07:00:39,026 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:39,026 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:39,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ac4a33f32f1481e68b4fa8ccd58267c5, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:39,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:39,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-12T07:00:39,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5, server=9f0beee3d6b6,43585,1731394816976 in 188 msec 2024-11-12T07:00:39,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-12T07:00:39,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=ac4a33f32f1481e68b4fa8ccd58267c5, ASSIGN in 349 msec 2024-11-12T07:00:39,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:39,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394839039"}]},"ts":"1731394839039"} 2024-11-12T07:00:39,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-12T07:00:39,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:39,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1970 sec 2024-11-12T07:00:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-12T07:00:40,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-12T07:00:40,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:00:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-12T07:00:40,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:00:40,020 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:40,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-12T07:00:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:40,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:00:40,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741851_1027 (size=640) 2024-11-12T07:00:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:40,431 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf81dd6d9235ad88e322faf29e2e28a3, NAME => 'backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741852_1028 (size=45) 2024-11-12T07:00:40,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T07:00:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:40,839 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:40,840 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing bf81dd6d9235ad88e322faf29e2e28a3, disabling compactions & flushes 2024-11-12T07:00:40,840 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:40,840 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:40,840 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. after waiting 0 ms 2024-11-12T07:00:40,840 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:40,840 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:40,840 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf81dd6d9235ad88e322faf29e2e28a3: Waiting for close lock at 1731394840840Disabling compacts and flushes for region at 1731394840840Disabling writes for close at 1731394840840Writing region close event to WAL at 1731394840840Closed at 1731394840840 2024-11-12T07:00:40,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:00:40,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731394840841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394840841"}]},"ts":"1731394840841"} 2024-11-12T07:00:40,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:00:40,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:00:40,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394840845"}]},"ts":"1731394840845"} 2024-11-12T07:00:40,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-12T07:00:40,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=bf81dd6d9235ad88e322faf29e2e28a3, ASSIGN}] 2024-11-12T07:00:40,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=bf81dd6d9235ad88e322faf29e2e28a3, ASSIGN 2024-11-12T07:00:40,850 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=bf81dd6d9235ad88e322faf29e2e28a3, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:00:41,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bf81dd6d9235ad88e322faf29e2e28a3, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=bf81dd6d9235ad88e322faf29e2e28a3, ASSIGN because future has completed 2024-11-12T07:00:41,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:00:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:41,162 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:41,163 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => bf81dd6d9235ad88e322faf29e2e28a3, NAME => 'backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:00:41,163 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:00:41,163 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,163 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:00:41,163 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,163 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,165 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,167 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf81dd6d9235ad88e322faf29e2e28a3 columnFamilyName meta 2024-11-12T07:00:41,167 DEBUG [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:41,168 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] regionserver.HStore(327): Store=bf81dd6d9235ad88e322faf29e2e28a3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:41,168 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,170 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf81dd6d9235ad88e322faf29e2e28a3 columnFamilyName session 2024-11-12T07:00:41,170 DEBUG [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:41,170 INFO [StoreOpener-bf81dd6d9235ad88e322faf29e2e28a3-1 {}] regionserver.HStore(327): Store=bf81dd6d9235ad88e322faf29e2e28a3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:00:41,170 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,171 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system_bulk/bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,172 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system_bulk/bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,173 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,173 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,174 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T07:00:41,175 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,179 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system_bulk/bf81dd6d9235ad88e322faf29e2e28a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:00:41,179 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened bf81dd6d9235ad88e322faf29e2e28a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11451467840, jitterRate=0.06650105118751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T07:00:41,180 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:00:41,180 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for bf81dd6d9235ad88e322faf29e2e28a3: Running coprocessor pre-open hook at 1731394841164Writing region info on filesystem at 1731394841164Initializing all the Stores at 1731394841165 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394841165Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394841165Cleaning up temporary data from old regions at 1731394841173 (+8 ms)Running coprocessor post-open hooks at 1731394841180 (+7 ms)Region opened successfully at 1731394841180 2024-11-12T07:00:41,181 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3., pid=31, masterSystemTime=1731394841157 2024-11-12T07:00:41,184 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:41,184 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:00:41,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=bf81dd6d9235ad88e322faf29e2e28a3, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:00:41,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-12T07:00:41,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3, server=9f0beee3d6b6,43585,1731394816976 in 184 msec 2024-11-12T07:00:41,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-12T07:00:41,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=bf81dd6d9235ad88e322faf29e2e28a3, ASSIGN in 345 msec 2024-11-12T07:00:41,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:00:41,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394841198"}]},"ts":"1731394841198"} 2024-11-12T07:00:41,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-12T07:00:41,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:00:41,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1850 sec 2024-11-12T07:00:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:00:42,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-12T07:00:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:42,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:42,192 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T07:00:42,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-12T07:00:42,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:00:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394842223 (current time:1731394842223). 2024-11-12T07:00:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:00:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T07:00:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe1ce02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:42,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:42,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:42,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:42,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42223239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:42,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:42,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:42,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:42,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af70051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:42,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:42,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:42,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:42,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:00:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:42,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:00:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:00:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:00:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-12T07:00:42,253 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:00:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:42,259 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:00:42,274 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:00:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741853_1029 (size=52) 2024-11-12T07:00:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:42,683 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:00:42,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5}] 2024-11-12T07:00:42,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:42,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T07:00:42,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:42,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ac4a33f32f1481e68b4fa8ccd58267c5 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-12T07:00:42,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/2963db44211d4523aa5634bbe0e1e753 is 49, key is activesession:/session:c/1731394842211/Put/seqid=0 2024-11-12T07:00:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741854_1030 (size=5049) 2024-11-12T07:00:42,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/2963db44211d4523aa5634bbe0e1e753 2024-11-12T07:00:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:42,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/2963db44211d4523aa5634bbe0e1e753 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753 2024-11-12T07:00:42,895 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753, entries=1, sequenceid=5, filesize=4.9 K 2024-11-12T07:00:42,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 49ms, sequenceid=5, compaction requested=false 2024-11-12T07:00:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-12T07:00:42,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ac4a33f32f1481e68b4fa8ccd58267c5: 2024-11-12T07:00:42,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. for snapshot_backup_system completed. 2024-11-12T07:00:42,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.' region-info for snapshot=snapshot_backup_system 2024-11-12T07:00:42,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:00:42,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:00:42,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753] hfiles 2024-11-12T07:00:42,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753 for snapshot=snapshot_backup_system 2024-11-12T07:00:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741855_1031 (size=95) 2024-11-12T07:00:43,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:00:43,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T07:00:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T07:00:43,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:43,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:00:43,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T07:00:43,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 in 641 msec 2024-11-12T07:00:43,330 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:00:43,332 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:00:43,333 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:00:43,334 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T07:00:43,336 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T07:00:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741856_1032 (size=731) 2024-11-12T07:00:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:43,754 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:00:43,766 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:00:43,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_backup_system 2024-11-12T07:00:43,769 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:00:43,770 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-12T07:00:43,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5230 sec 2024-11-12T07:00:44,229 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:00:44,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-12T07:00:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T07:00:44,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T07:00:44,400 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731394837681 started at 1731394844399. 2024-11-12T07:00:44,411 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731394837681 has been started. 2024-11-12T07:00:44,415 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-12T07:00:44,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-12T07:00:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T07:00:44,423 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T07:00:44,423 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T07:00:44,424 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T07:00:44,424 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T07:00:44,425 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,425 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:00:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:00:44,462 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,463 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:00:44,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:00:44,463 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,463 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T07:00:44,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T07:00:44,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T07:00:44,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:00:44,464 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T07:00:44,466 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T07:00:44,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T07:00:44,466 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T07:00:44,466 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T07:00:44,467 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T07:00:44,467 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T07:00:44,467 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T07:00:44,479 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:00:44,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:00:44,480 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,480 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T07:00:44,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:00:44,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:00:44,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,482 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:00:44,482 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T07:00:44,482 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T07:00:44,482 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@584348d2[Count = 0] remaining members to acquire global barrier 2024-11-12T07:00:44,482 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,487 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,487 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,487 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T07:00:44,487 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T07:00:44,488 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T07:00:44,488 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,494 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731394820417 highest: 1731394828211 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,494 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0:(num 1731394820417) roll requested 2024-11-12T07:00:44,508 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495, exclude list is [], retry=0 2024-11-12T07:00:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:44,514 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 2024-11-12T07:00:44,515 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:44,515 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417 is not closed yet, will try archiving it next time 2024-11-12T07:00:44,515 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1:(num 1731394828211) roll requested 2024-11-12T07:00:44,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741832_1008 (size=1034) 2024-11-12T07:00:44,518 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394820417 2024-11-12T07:00:44,529 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515, exclude list is [], retry=0 2024-11-12T07:00:44,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:44,534 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 2024-11-12T07:00:44,535 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:44,535 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211 is not closed yet, will try archiving it next time 2024-11-12T07:00:44,535 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.meta:.meta(num 1731394821368) roll requested 2024-11-12T07:00:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741840_1016 (size=4756) 2024-11-12T07:00:44,554 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta, exclude list is [], retry=0 2024-11-12T07:00:44,555 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-12T07:00:44,555 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731394844495 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,555 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:00:44,556 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:00:44,556 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7721dd9b 2024-11-12T07:00:44,556 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:00:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:00:44,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:00:44,558 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:44,558 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:44,559 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:44,559 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta 2024-11-12T07:00:44,560 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:00:44,560 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta is not closed yet, will try archiving it next time 2024-11-12T07:00:44,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:00:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741834_1010 (size=12055) 2024-11-12T07:00:44,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta not finished, retry = 0 2024-11-12T07:00:44,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:44,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:35115/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:44,587 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T07:00:44,587 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9f0beee3d6b6,43585,1731394816976' in zk 2024-11-12T07:00:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,621 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T07:00:44,621 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:00:44,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:00:44,621 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T07:00:44,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:00:44,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:00:44,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:00:44,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:00:44,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9f0beee3d6b6,43585,1731394816976': 2024-11-12T07:00:44,625 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T07:00:44,625 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T07:00:44,625 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T07:00:44,625 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T07:00:44,625 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9f0beee3d6b6,43585,1731394816976' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T07:00:44,625 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T07:00:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:00:44,637 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:00:44,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:00:44,638 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:00:44,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:00:44,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:00:44,638 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,639 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:00:44,639 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,640 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:00:44,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:00:44,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:00:44,654 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:44,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:00:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:00:44,654 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:00:44,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T07:00:44,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T07:00:44,655 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:00:44,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:00:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T07:00:44,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } 2024-11-12T07:00:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394844677 (current time:1731394844677). 2024-11-12T07:00:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:00:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394844676_default_test-1731394826477 VERSION not specified, setting to 2 2024-11-12T07:00:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7a71a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:44,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:44,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:44,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e9c595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:44,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:44,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb545fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:44,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:44,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:44,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:44,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:00:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:44,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:00:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:00:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } 2024-11-12T07:00:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-12T07:00:44,690 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:00:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:44,691 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:00:44,695 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:00:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741860_1036 (size=84) 2024-11-12T07:00:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:45,103 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:00:45,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c}] 2024-11-12T07:00:45,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:45,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T07:00:45,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:45,257 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a2d7851e5c6a76f67eebdabbc748523c 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-12T07:00:45,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f3/30541348b217418b84cdca487009af4d is 58, key is row-test-1731394826477-3-0/f3:q1/1731394837647/Put/seqid=0 2024-11-12T07:00:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741861_1037 (size=5387) 2024-11-12T07:00:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:45,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-12T07:00:45,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-12T07:00:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-12T07:00:45,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f3/30541348b217418b84cdca487009af4d 2024-11-12T07:00:45,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741862_1038 (size=4469) 2024-11-12T07:00:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:46,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/5cbc31fbf36e4cb69330670e02da9027 is 59, key is row-test-1731394826477-3-0/mob:q1/1731394837664/Put/seqid=0 2024-11-12T07:00:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741863_1039 (size=5484) 2024-11-12T07:00:46,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:00:46,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f3/30541348b217418b84cdca487009af4d as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d 2024-11-12T07:00:46,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d, entries=6, sequenceid=121, filesize=5.3 K 2024-11-12T07:00:46,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/5cbc31fbf36e4cb69330670e02da9027 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:00:46,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027, entries=6, sequenceid=121, filesize=5.4 K 2024-11-12T07:00:46,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 1298ms, sequenceid=121, compaction requested=false 2024-11-12T07:00:46,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a2d7851e5c6a76f67eebdabbc748523c: 2024-11-12T07:00:46,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. for snapshot_1731394844676_default_test-1731394826477 completed. 2024-11-12T07:00:46,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.' region-info for snapshot=snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0] hfiles 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 for snapshot=snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d] hfiles 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d for snapshot=snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027] hfiles 2024-11-12T07:00:46,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 for snapshot=snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741864_1040 (size=185) 2024-11-12T07:00:46,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-12T07:00:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:46,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:46,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T07:00:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T07:00:46,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394844676_default_test-1731394826477 on region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:46,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:46,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-12T07:00:46,969 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:00:46,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c in 1.8630 sec 2024-11-12T07:00:46,970 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:00:46,972 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-12T07:00:46,972 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-12T07:00:46,972 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:46,973 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-12T07:00:46,973 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:46,973 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-12T07:00:46,973 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:46,974 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-12T07:00:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741865_1041 (size=49) 2024-11-12T07:00:47,382 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:00:47,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:47,384 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741866_1042 (size=1146) 2024-11-12T07:00:47,798 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:00:47,807 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:00:47,808 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394844676_default_test-1731394826477 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:47,810 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:00:47,810 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-12T07:00:47,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731394844676_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } in 3.1230 sec 2024-11-12T07:00:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-12T07:00:48,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731394826477 completed 2024-11-12T07:00:48,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } 2024-11-12T07:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394848860 (current time:1731394848860). 2024-11-12T07:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:00:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394848860_ns2_test-17313948264771 VERSION not specified, setting to 2 2024-11-12T07:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c671c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:48,862 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:48,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:48,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b25769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:48,864 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:48,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b3760c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:48,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:48,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:48,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:00:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:00:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } 2024-11-12T07:00:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-12T07:00:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:48,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:00:48,873 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:00:48,877 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:00:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741867_1043 (size=86) 2024-11-12T07:00:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:49,285 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:00:49,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2}] 2024-11-12T07:00:49,286 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:49,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-12T07:00:49,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:49,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 274570c5c267bcb9922b705c5d26f0c2 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-12T07:00:49,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/752b3bd2c0834532b6a72cdce43774d9 is 37, key is row10/f:q1/1731394831527/Put/seqid=0 2024-11-12T07:00:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741868_1044 (size=8413) 2024-11-12T07:00:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:49,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:00:49,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/752b3bd2c0834532b6a72cdce43774d9 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:00:49,880 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9, entries=99, sequenceid=103, filesize=8.2 K 2024-11-12T07:00:49,882 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 274570c5c267bcb9922b705c5d26f0c2 in 443ms, sequenceid=103, compaction requested=false 2024-11-12T07:00:49,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 274570c5c267bcb9922b705c5d26f0c2: 2024-11-12T07:00:49,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. for snapshot_1731394848860_ns2_test-17313948264771 completed. 2024-11-12T07:00:49,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.' region-info for snapshot=snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:49,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:00:49,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9] hfiles 2024-11-12T07:00:49,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 for snapshot=snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741869_1045 (size=91) 2024-11-12T07:00:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:50,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:00:50,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T07:00:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T07:00:50,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394848860_ns2_test-17313948264771 on region 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:50,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:00:50,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T07:00:50,295 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:00:50,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 in 1.0080 sec 2024-11-12T07:00:50,296 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:00:50,297 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:00:50,297 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:50,298 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741870_1046 (size=456) 2024-11-12T07:00:50,710 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:00:50,718 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:00:50,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394848860_ns2_test-17313948264771 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:50,720 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:00:50,720 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-12T07:00:50,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731394848860_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } in 1.8500 sec 2024-11-12T07:00:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-12T07:00:51,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17313948264771 completed 2024-11-12T07:00:51,020 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731394837681 2024-11-12T07:00:51,020 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-12T07:00:51,021 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-12T07:00:51,022 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394837681_ns2:test-17313948264771 2024-11-12T07:00:51,022 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394848860_ns2_test-17313948264771 to hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/ 2024-11-12T07:00:51,026 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:00:51,056 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:51,056 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/.hbase-snapshot/.tmp/snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:51,059 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:00:51,064 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394848860_ns2_test-17313948264771 to hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/.hbase-snapshot/.tmp/snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:51,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741871_1047 (size=456) 2024-11-12T07:00:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741872_1048 (size=86) 2024-11-12T07:00:51,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:51,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:51,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-78185741056671196.jar 2024-11-12T07:00:52,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:52,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:00:52,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:00:52,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:00:52,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:00:52,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:00:52,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:00:52,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:00:52,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:00:52,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:00:52,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:00:52,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:00:52,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:52,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:52,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:52,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:52,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:52,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:52,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:52,474 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:00:52,504 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394848860_ns2_test-17313948264771' hfile list 2024-11-12T07:00:52,510 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-12T07:00:52,719 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local65396274_0001_408c588e-20d7-404d-baf2-6175c01251d4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:00:52,719 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local65396274_0001_408c588e-20d7-404d-baf2-6175c01251d4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:00:52,882 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T07:00:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741873_1049 (size=8413) 2024-11-12T07:00:53,367 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 output=hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:00:53,368 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-12T07:00:53,788 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:00:53,789 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:00:53,796 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:53,796 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394848860_ns2_test-17313948264771 finished. 2024-11-12T07:00:53,796 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394837681_test-1731394826477 2024-11-12T07:00:53,796 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394844676_default_test-1731394826477 to hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/ 2024-11-12T07:00:53,796 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:00:53,826 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:00:53,827 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/.hbase-snapshot/.tmp/snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:53,829 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:00:53,837 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394844676_default_test-1731394826477 to hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/.hbase-snapshot/.tmp/snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741874_1050 (size=84) 2024-11-12T07:00:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741875_1051 (size=1146) 2024-11-12T07:00:54,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:54,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:54,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-709660643671573206.jar 2024-11-12T07:00:55,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:00:55,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:00:55,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:00:55,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:00:55,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:00:55,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:00:55,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:00:55,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:00:55,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:00:55,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:00:55,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:00:55,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:00:55,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:55,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:55,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:55,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:55,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:00:55,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:55,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:00:55,191 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:00:55,217 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394844676_default_test-1731394826477' hfile list 2024-11-12T07:00:55,220 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-12T07:00:55,311 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1314418025_0002_17fa123f-d315-49cb-a443-6433f2d6310b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:00:55,311 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1314418025_0002_17fa123f-d315-49cb-a443-6433f2d6310b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:00:55,381 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T07:00:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741876_1052 (size=8413) 2024-11-12T07:00:55,811 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 output=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:00:55,811 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-12T07:00:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741877_1053 (size=5484) 2024-11-12T07:00:56,269 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 output=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:00:56,269 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-12T07:00:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741878_1054 (size=5387) 2024-11-12T07:00:56,713 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d output=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d 2024-11-12T07:00:56,713 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-12T07:00:57,351 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:00:57,352 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:00:57,362 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:57,362 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394844676_default_test-1731394826477 finished. 2024-11-12T07:00:57,363 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17313948264771 2024-11-12T07:00:57,363 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731394826477 2024-11-12T07:00:57,415 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394837681 2024-11-12T07:00:57,415 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-12T07:00:57,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741879_1055 (size=130) 2024-11-12T07:00:57,825 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35115/backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:00:57,827 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731394837681 finished: type=FULL,tablelist=ns2:test-17313948264771;test-1731394826477,targetRootDir=hdfs://localhost:35115/backupUT,startts=1731394844399,completets=1731394857413,bytescopied=0 2024-11-12T07:00:57,827 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-12T07:00:57,827 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:57,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394848860_ns2_test-17313948264771" type: DISABLED 2024-11-12T07:00:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394848860_ns2_test-17313948264771 2024-11-12T07:00:57,838 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394848860_ns2_test-17313948264771 for backup backup_1731394837681 succeeded. 2024-11-12T07:00:57,838 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:57,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394844676_default_test-1731394826477" type: DISABLED 2024-11-12T07:00:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394844676_default_test-1731394826477 2024-11-12T07:00:57,843 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394844676_default_test-1731394826477 for backup backup_1731394837681 succeeded. 2024-11-12T07:00:57,844 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T07:00:57,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T07:00:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T07:00:57,859 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T07:00:57,864 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T07:00:57,879 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731394837681 completed. 2024-11-12T07:00:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731394837681', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:58,152 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731394826477 2024-11-12T07:00:58,178 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731394826477 2024-11-12T07:00:58,410 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731394826477 to Mob enabled CF 2024-11-12T07:00:58,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17313948264771', row='row-t20', locateType=CURRENT is [region=ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:00:58,451 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17313948264771 2024-11-12T07:00:58,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:00:58,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] assignment.SplitTableRegionProcedure(210): test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. splitKey isn't explicitly specified, will try to find a best split key from RS 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:58,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 because midkey is the same as first or last row 2024-11-12T07:00:58,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d because midkey is the same as first or last row 2024-11-12T07:00:58,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 because midkey is the same as first or last row 2024-11-12T07:00:58,466 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HRegion(2902): Flushing a2d7851e5c6a76f67eebdabbc748523c 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-12T07:00:58,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/0d2545309765404aa458d3dde230f447 is 59, key is row-test-1731394826477-1-10/f:q1/1731394857933/Put/seqid=0 2024-11-12T07:00:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741880_1056 (size=10796) 2024-11-12T07:00:58,898 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/0d2545309765404aa458d3dde230f447 2024-11-12T07:00:58,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c is 63, key is row-test-1731394826477-3-100/mob:q1/1731394858391/Put/seqid=0 2024-11-12T07:00:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741881_1057 (size=5591) 2024-11-12T07:00:59,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:00:59,329 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:00:59,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/ffc639b7324d4c47b544c883de1b3bdc, store: [table=test-1731394826477 family=mob region=a2d7851e5c6a76f67eebdabbc748523c] 2024-11-12T07:00:59,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/ffc639b7324d4c47b544c883de1b3bdc is 192, key is row-test-1731394826477-3-100/mob:q1/1731394858391/Put/seqid=0 2024-11-12T07:00:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741882_1058 (size=13760) 2024-11-12T07:00:59,736 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/ffc639b7324d4c47b544c883de1b3bdc 2024-11-12T07:00:59,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f/0d2545309765404aa458d3dde230f447 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 2024-11-12T07:00:59,753 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447, entries=99, sequenceid=334, filesize=10.5 K 2024-11-12T07:00:59,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/mob/ffc639b7324d4c47b544c883de1b3bdc as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc 2024-11-12T07:00:59,762 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc, entries=111, sequenceid=334, filesize=13.4 K 2024-11-12T07:00:59,763 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 1297ms, sequenceid=334, compaction requested=false 2024-11-12T07:00:59,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.HRegion(2603): Flush status journal for a2d7851e5c6a76f67eebdabbc748523c: 2024-11-12T07:00:59,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 because midkey is the same as first or last row 2024-11-12T07:00:59,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d because midkey is the same as first or last row 2024-11-12T07:00:59,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc because midkey is the same as first or last row 2024-11-12T07:00:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:00:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T07:00:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:58124 deadline: 1731394918460, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-12T07:00:59,771 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:59,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731394826477 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:59,772 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T07:00:59,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731394826477,, stopping at row=test-1731394826477 ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,784 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731394826477,, stopping at row=test-1731394826477 ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=107] 2024-11-12T07:00:59,797 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1345 2024-11-12T07:00:59,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,842 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T07:00:59,847 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394859797 2024-11-12T07:00:59,854 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731394837681} 2024-11-12T07:00:59,855 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T07:00:59,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:00:59,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:00:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394859910 (current time:1731394859910). 2024-11-12T07:00:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:00:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T07:00:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e050944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:00:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:00:59,912 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:00:59,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:00:59,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:00:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ae6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:00:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:00:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:59,915 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:00:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30490507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:00:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:00:59,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:00:59,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:00:59,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:00:59,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:00:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:00:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:00:59,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:00:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:00:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:00:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-12T07:00:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:00:59,923 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:00:59,924 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:00:59,926 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:00:59,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741883_1059 (size=52) 2024-11-12T07:01:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:00,334 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:00,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5}] 2024-11-12T07:01:00,336 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:00,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-12T07:01:00,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:00,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing ac4a33f32f1481e68b4fa8ccd58267c5 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-12T07:01:00,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/90460f87312049feafd7313f934d49cd is 158, key is trslm:hdfs://localhost:35115/backupUT\x00ns2:test-17313948264771/meta:log-roll-map/1731394857402/Put/seqid=0 2024-11-12T07:01:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741884_1060 (size=5914) 2024-11-12T07:01:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:00,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/90460f87312049feafd7313f934d49cd 2024-11-12T07:01:00,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/44169ac5252141c0a175d5a092a9153d is 433, key is session:backup_1731394837681/session:context/1731394857863/Put/seqid=0 2024-11-12T07:01:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741885_1061 (size=5535) 2024-11-12T07:01:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:01,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/44169ac5252141c0a175d5a092a9153d 2024-11-12T07:01:01,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/90460f87312049feafd7313f934d49cd as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd 2024-11-12T07:01:01,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd, entries=6, sequenceid=17, filesize=5.8 K 2024-11-12T07:01:01,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/44169ac5252141c0a175d5a092a9153d as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d 2024-11-12T07:01:01,354 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T07:01:01,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 866ms, sequenceid=17, compaction requested=false 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for ac4a33f32f1481e68b4fa8ccd58267c5: 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. for snapshot_backup_system completed. 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.' region-info for snapshot=snapshot_backup_system 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd] hfiles 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd for snapshot=snapshot_backup_system 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d] hfiles 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753 for snapshot=snapshot_backup_system 2024-11-12T07:01:01,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d for snapshot=snapshot_backup_system 2024-11-12T07:01:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741886_1062 (size=173) 2024-11-12T07:01:01,701 DEBUG [master/9f0beee3d6b6:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731394826477 2024-11-12T07:01:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741887_1063 (size=950) 2024-11-12T07:01:01,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:01,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T07:01:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T07:01:01,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:01,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:01,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-12T07:01:01,767 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:01,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 in 1.4310 sec 2024-11-12T07:01:01,768 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:01,769 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:01,769 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T07:01:01,770 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T07:01:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741888_1064 (size=810) 2024-11-12T07:01:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:02,115 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000002.908 2024-11-12T07:01:02,115 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000003.950 2024-11-12T07:01:02,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731394826477 in 417 msec 2024-11-12T07:01:02,182 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:02,191 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:02,192 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_backup_system 2024-11-12T07:01:02,194 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:02,194 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-12T07:01:02,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2730 sec 2024-11-12T07:01:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-12T07:01:04,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T07:01:04,090 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731394859797 started at 1731394864089. 2024-11-12T07:01:04,092 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731394859797 has been started. 2024-11-12T07:01:04,098 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731394826477, ns2:test-17313948264771] 2024-11-12T07:01:04,107 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731394828211for backupID backup_1731394859797 2024-11-12T07:01:04,107 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-12T07:01:04,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-12T07:01:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T07:01:04,108 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T07:01:04,108 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T07:01:04,108 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T07:01:04,108 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T07:01:04,109 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,109 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:04,158 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:04,159 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:04,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:04,159 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,159 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T07:01:04,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:04,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T07:01:04,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:04,161 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T07:01:04,161 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T07:01:04,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T07:01:04,161 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T07:01:04,161 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T07:01:04,161 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T07:01:04,161 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T07:01:04,161 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T07:01:04,167 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:04,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:04,167 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,167 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T07:01:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:04,170 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T07:01:04,170 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2deecf77[Count = 0] remaining members to acquire global barrier 2024-11-12T07:01:04,170 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T07:01:04,170 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,175 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,176 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T07:01:04,176 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,176 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T07:01:04,176 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T07:01:04,176 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,176 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731394844495 highest: 1731394844515 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,176 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0:(num 1731394844495) roll requested 2024-11-12T07:01:04,189 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177, exclude list is [], retry=0 2024-11-12T07:01:04,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:04,195 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 2024-11-12T07:01:04,195 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:04,195 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 is not closed yet, will try archiving it next time 2024-11-12T07:01:04,195 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1:(num 1731394844515) roll requested 2024-11-12T07:01:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741857_1033 (size=1198) 2024-11-12T07:01:04,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 not finished, retry = 0 2024-11-12T07:01:04,209 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195, exclude list is [], retry=0 2024-11-12T07:01:04,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:04,214 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 2024-11-12T07:01:04,214 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:04,214 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 is not closed yet, will try archiving it next time 2024-11-12T07:01:04,214 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.meta:.meta(num 1731394844535) roll requested 2024-11-12T07:01:04,214 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394828211 2024-11-12T07:01:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741858_1034 (size=30490) 2024-11-12T07:01:04,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 not finished, retry = 0 2024-11-12T07:01:04,228 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta, exclude list is [], retry=0 2024-11-12T07:01:04,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:04,233 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta 2024-11-12T07:01:04,233 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:04,233 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta is not closed yet, will try archiving it next time 2024-11-12T07:01:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741859_1035 (size=93) 2024-11-12T07:01:04,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta not finished, retry = 0 2024-11-12T07:01:04,237 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-12T07:01:04,237 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731394864177 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:04,260 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T07:01:04,261 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9f0beee3d6b6,43585,1731394816976' in zk 2024-11-12T07:01:04,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,283 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T07:01:04,283 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:04,283 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T07:01:04,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:04,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:04,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:04,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:04,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:04,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9f0beee3d6b6,43585,1731394816976': 2024-11-12T07:01:04,288 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T07:01:04,288 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9f0beee3d6b6,43585,1731394816976' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T07:01:04,288 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T07:01:04,288 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T07:01:04,288 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T07:01:04,288 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T07:01:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:04,300 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:04,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:04,301 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:04,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:04,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:04,301 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:04,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,303 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:04,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:04,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:04,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:04,317 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:04,317 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:04,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T07:01:04,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:04,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T07:01:04,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-12T07:01:04,318 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:04,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T07:01:04,333 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9f0beee3d6b6:43585=1731394828211} newestTimestamps: {9f0beee3d6b6:43585=1731394844515} 2024-11-12T07:01:04,336 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta 2024-11-12T07:01:04,336 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta 2024-11-12T07:01:04,336 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta 2024-11-12T07:01:04,337 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta 2024-11-12T07:01:04,337 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 2024-11-12T07:01:04,337 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 2024-11-12T07:01:04,337 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 2024-11-12T07:01:04,337 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 2024-11-12T07:01:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741892_1068 (size=364) 2024-11-12T07:01:04,751 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17313948264771 target: hdfs://localhost:35115/backupUT/backup_1731394859797/ns2/test-17313948264771 descriptor: 'ns2:test-17313948264771', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:04,751 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:04,754 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17313948264771 2024-11-12T07:01:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741893_1069 (size=50) 2024-11-12T07:01:05,161 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17313948264771 2024-11-12T07:01:05,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741894_1070 (size=950) 2024-11-12T07:01:05,574 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731394826477 target: hdfs://localhost:35115/backupUT/backup_1731394859797/default/test-1731394826477 descriptor: 'test-1731394826477', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:05,574 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:05,577 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731394826477 2024-11-12T07:01:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741895_1071 (size=53) 2024-11-12T07:01:05,984 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731394826477 2024-11-12T07:01:05,993 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797 from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495;hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 2024-11-12T07:01:05,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692ac204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:05,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:05,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:05,996 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64526d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:05,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:05,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279ed271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:05,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:01:05,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:01:05,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecd1eca 2024-11-12T07:01:05,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:01:06,000 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:01:06,006 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:01:06,006 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731394826477 2024-11-12T07:01:06,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731394826477,, stopping at row=test-1731394826477 ,, for max=2147483647 with caching=100 2024-11-12T07:01:06,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:06,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:06,011 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731394826477: test-1731394826477; 2024-11-12T07:01:06,012 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17313948264771 2024-11-12T07:01:06,012 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17313948264771,, stopping at row=ns2:test-17313948264771 ,, for max=2147483647 with caching=100 2024-11-12T07:01:06,014 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17313948264771: ns2:test-17313948264771; 2024-11-12T07:01:06,014 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T07:01:06,015 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_066dff6e-03a4-4ac8-82ae-d0a2fb5393df 2024-11-12T07:01:06,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741896_1072 (size=192) 2024-11-12T07:01:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-720487959264617351.jar 2024-11-12T07:01:07,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:07,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:07,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:07,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:07,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:07,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:07,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:07,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:07,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:07,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:07,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:07,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:07,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:07,379 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731394826477,ns2:test-17313948264771 2024-11-12T07:01:07,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:01:07,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:01:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:07,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:07,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:07,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:08,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-4669633513562137587.jar 2024-11-12T07:01:08,278 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:08,301 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 for WAL files 2024-11-12T07:01:08,303 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 2024-11-12T07:01:08,303 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 for WAL files 2024-11-12T07:01:08,304 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 2024-11-12T07:01:08,404 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1052700421_0003_36c557eb-9235-4563-af77-dcd427d9eecd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:08,404 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1052700421_0003_36c557eb-9235-4563-af77-dcd427d9eecd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:08,491 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 for hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 (-9223372036854775808:9223372036854775807) length:30490 2024-11-12T07:01:08,517 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T07:01:08,518 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T07:01:08,563 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 for hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 (-9223372036854775808:9223372036854775807) length:1198 2024-11-12T07:01:08,568 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T07:01:08,568 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T07:01:08,655 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bc5d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:08,655 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:08,655 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:08,656 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4622a40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:08,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:08,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ea5921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:08,660 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:08,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:08,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:08,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:08,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17313948264771', row='row-t20', locateType=CURRENT is [region=ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:01:08,665 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T07:01:08,665 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:01:08,665 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:08,666 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:08,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:08,666 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-12T07:01:08,666 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:01:08,671 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797/_temporary/0/_temporary/attempt_local1052700421_0003_r_000000_0/ns2/test-17313948264771/f/2bdcff0b4e3a4e788b17c2f34e503fcb is 38, key is row-t20/f:q1/1731394858434/Put/seqid=0 2024-11-12T07:01:08,673 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:01:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741897_1073 (size=5275) 2024-11-12T07:01:09,118 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc7e1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,119 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:09,119 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:09,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:09,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:09,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:09,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd3c46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:09,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:09,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:09,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa1553d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,123 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:09,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:09,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='row-test-1731394826477-1-0', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=107] 2024-11-12T07:01:09,127 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T07:01:09,127 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:01:09,127 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,127 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:09,127 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-1-0] 2024-11-12T07:01:09,127 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:01:09,139 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d8c4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,139 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:09,139 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:09,140 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f4bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,141 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:09,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b761713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:09,142 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:09,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:09,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='row-test-1731394826477-3-0', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=107] 2024-11-12T07:01:09,146 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-12T07:01:09,146 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:01:09,146 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,146 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:09,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:09,147 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-3-0] 2024-11-12T07:01:09,147 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:01:09,155 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797/_temporary/0/_temporary/attempt_local1052700421_0003_r_000001_0/default/test-1731394826477/f/5885ba0d1e6148669dd60d319a43025e is 59, key is row-test-1731394826477-1-10/f:q1/1731394857933/Put/seqid=0 2024-11-12T07:01:09,157 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:01:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741898_1074 (size=10770) 2024-11-12T07:01:09,562 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797/_temporary/0/_temporary/attempt_local1052700421_0003_r_000001_0/default/test-1731394826477/mob/190e91b92b1a46dcbff1e0186e1a7d53 is 63, key is row-test-1731394826477-3-100/mob:q1/1731394858391/Put/seqid=0 2024-11-12T07:01:09,566 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:01:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741899_1075 (size=11811) 2024-11-12T07:01:10,453 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35115/backupUT 2024-11-12T07:01:10,453 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731394859797 2024-11-12T07:01:10,454 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-12T07:01:10,468 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797, hdfs://localhost:35115/backupUT] 2024-11-12T07:01:10,537 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741900_1076 (size=10770) 2024-11-12T07:01:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741901_1077 (size=5275) 2024-11-12T07:01:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741902_1078 (size=11811) 2024-11-12T07:01:11,718 INFO [master/9f0beee3d6b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:01:11,718 INFO [master/9f0beee3d6b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:01:12,148 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-12T07:01:12,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731394859797 2024-11-12T07:01:12,156 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-12T07:01:12,156 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local862506175_0004 completed: true true 2024-11-12T07:01:12,157 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823808 FILE: Number of bytes written=6186043 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-12T07:01:12,157 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35115/backupUT/.tmp/backup_1731394859797 to hdfs://localhost:35115/backupUT finished. 2024-11-12T07:01:12,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17313948264771:', locateType=CURRENT is [region=backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:01:12,175 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394859797 2024-11-12T07:01:12,179 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731394837681} 2024-11-12T07:01:12,179 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T07:01:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741903_1079 (size=384) 2024-11-12T07:01:12,587 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35115/backupUT/backup_1731394859797/.backup.manifest 2024-11-12T07:01:12,587 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731394859797 finished: type=INCREMENTAL,tablelist=ns2:test-17313948264771;test-1731394826477,targetRootDir=hdfs://localhost:35115/backupUT,startts=1731394864089,completets=1731394872175,bytescopied=0 2024-11-12T07:01:12,587 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T07:01:12,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T07:01:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T07:01:12,601 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T07:01:12,603 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T07:01:12,607 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731394859797 completed. 2024-11-12T07:01:12,607 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-12T07:01:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:12,624 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394859797/.backup.manifest 2024-11-12T07:01:12,627 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394859797/.backup.manifest 2024-11-12T07:01:12,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731394826477 from 'test-1731394826477', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731394826477 2024-11-12T07:01:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741904_1080 (size=908) 2024-11-12T07:01:13,043 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000003.950 2024-11-12T07:01:13,044 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/.tabledesc/.tableinfo.0000000004.908 2024-11-12T07:01:13,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731394826477}] 2024-11-12T07:01:13,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE}] 2024-11-12T07:01:13,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE 2024-11-12T07:01:13,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:13,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE because future has completed 2024-11-12T07:01:13,053 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:01:13,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:01:13,207 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,207 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:01:13,208 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing a2d7851e5c6a76f67eebdabbc748523c, disabling compactions & flushes 2024-11-12T07:01:13,208 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,208 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,208 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. after waiting 0 ms 2024-11-12T07:01:13,208 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,219 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-12T07:01:13,220 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:01:13,220 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,220 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for a2d7851e5c6a76f67eebdabbc748523c: Waiting for close lock at 1731394873208Running coprocessor pre-close hooks at 1731394873208Disabling compacts and flushes for region at 1731394873208Disabling writes for close at 1731394873208Writing region close event to WAL at 1731394873213 (+5 ms)Running coprocessor post-close hooks at 1731394873220 (+7 ms)Closed at 1731394873220 2024-11-12T07:01:13,220 WARN [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: a2d7851e5c6a76f67eebdabbc748523c to self. 2024-11-12T07:01:13,222 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=CLOSED 2024-11-12T07:01:13,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:01:13,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T07:01:13,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 in 172 msec 2024-11-12T07:01:13,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=true 2024-11-12T07:01:13,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:13,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE because future has completed 2024-11-12T07:01:13,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:01:13,572 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,573 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d7851e5c6a76f67eebdabbc748523c, NAME => 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:01:13,573 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:01:13,574 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731394826477 a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,574 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:01:13,574 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,574 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,577 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,579 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName f 2024-11-12T07:01:13,579 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:13,588 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 2024-11-12T07:01:13,594 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:01:13,594 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:01:13,595 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,597 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName f2 2024-11-12T07:01:13,597 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:13,597 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:01:13,597 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,599 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d7851e5c6a76f67eebdabbc748523c columnFamilyName mob 2024-11-12T07:01:13,599 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:13,607 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:01:13,612 DEBUG [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc 2024-11-12T07:01:13,612 INFO [StoreOpener-a2d7851e5c6a76f67eebdabbc748523c-1 {}] regionserver.HStore(327): Store=a2d7851e5c6a76f67eebdabbc748523c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:01:13,613 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,614 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,615 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,616 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,617 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,617 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731394826477 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:01:13,619 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,620 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a2d7851e5c6a76f67eebdabbc748523c; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11468078720, jitterRate=0.06804805994033813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:01:13,620 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:13,624 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a2d7851e5c6a76f67eebdabbc748523c: Running coprocessor pre-open hook at 1731394873574Writing region info on filesystem at 1731394873574Initializing all the Stores at 1731394873576 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394873576Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394873577 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394873577Cleaning up temporary data from old regions at 1731394873617 (+40 ms)Running coprocessor post-open hooks at 1731394873620 (+3 ms)Region opened successfully at 1731394873624 (+4 ms) 2024-11-12T07:01:13,625 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., pid=46, masterSystemTime=1731394873566 2024-11-12T07:01:13,627 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,627 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:13,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a2d7851e5c6a76f67eebdabbc748523c, regionState=OPEN, openSeqNum=338, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:01:13,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-12T07:01:13,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d7851e5c6a76f67eebdabbc748523c, server=9f0beee3d6b6,43585,1731394816976 in 217 msec 2024-11-12T07:01:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-12T07:01:13,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731394826477, region=a2d7851e5c6a76f67eebdabbc748523c, REOPEN/MOVE in 584 msec 2024-11-12T07:01:13,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T07:01:13,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731394826477 in 589 msec 2024-11-12T07:01:13,640 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731394826477 2024-11-12T07:01:13,646 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d 2024-11-12T07:01:13,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731394826477 in 1.0180 sec 2024-11-12T07:01:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:01:13,650 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731394826477 completed 2024-11-12T07:01:13,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,693 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T07:01:13,697 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394873651 2024-11-12T07:01:13,700 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731394859797} 2024-11-12T07:01:13,700 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731394837681} 2024-11-12T07:01:13,700 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-12T07:01:13,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,743 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731394826477 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731394826477 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:01:13,745 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731394873651,startts=0,failedts=1731394873743,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731394826477 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-12T07:01:13,745 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-12T07:01:13,747 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-12T07:01:13,747 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T07:01:13,749 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-12T07:01:13,749 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-12T07:01:13,751 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T07:01:13,753 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731394873651 failed. 2024-11-12T07:01:13,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:13,771 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731394826477, ns2:test-17313948264771, ns3:test-17313948264772, ns4:test-17313948264773] 2024-11-12T07:01:13,771 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T07:01:13,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:01:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394873776 (current time:1731394873776). 2024-11-12T07:01:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T07:01:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455c4401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:13,778 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb064b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:13,780 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:13,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff59c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:13,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:13,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:13,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:13,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:13,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:01:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-12T07:01:13,786 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:13,787 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:13,789 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741905_1081 (size=52) 2024-11-12T07:01:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:14,199 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:14,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5}] 2024-11-12T07:01:14,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:14,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:01:14,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-12T07:01:14,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:14,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing ac4a33f32f1481e68b4fa8ccd58267c5 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-12T07:01:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/a60909ed5afb4fa38983241d7ec534cb is 158, key is trslm:hdfs://localhost:35115/backupUT\x00ns2:test-17313948264771/meta:log-roll-map/1731394872163/Put/seqid=0 2024-11-12T07:01:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741906_1082 (size=5745) 2024-11-12T07:01:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:14,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/a60909ed5afb4fa38983241d7ec534cb 2024-11-12T07:01:14,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/40a216d33ec543ad84b219a6bc3bd79d is 1245, key is session:backup_1731394873651/session:context/1731394873750/Put/seqid=0 2024-11-12T07:01:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741907_1083 (size=6682) 2024-11-12T07:01:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:15,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/40a216d33ec543ad84b219a6bc3bd79d 2024-11-12T07:01:15,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/a60909ed5afb4fa38983241d7ec534cb as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb 2024-11-12T07:01:15,211 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb, entries=4, sequenceid=31, filesize=5.6 K 2024-11-12T07:01:15,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/40a216d33ec543ad84b219a6bc3bd79d as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d 2024-11-12T07:01:15,219 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d, entries=3, sequenceid=31, filesize=6.5 K 2024-11-12T07:01:15,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 864ms, sequenceid=31, compaction requested=true 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for ac4a33f32f1481e68b4fa8ccd58267c5: 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. for snapshot_backup_system completed. 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.' region-info for snapshot=snapshot_backup_system 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb] hfiles 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd for snapshot=snapshot_backup_system 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb for snapshot=snapshot_backup_system 2024-11-12T07:01:15,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d] hfiles 2024-11-12T07:01:15,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753 for snapshot=snapshot_backup_system 2024-11-12T07:01:15,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d for snapshot=snapshot_backup_system 2024-11-12T07:01:15,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d for snapshot=snapshot_backup_system 2024-11-12T07:01:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741908_1084 (size=251) 2024-11-12T07:01:15,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 274570c5c267bcb9922b705c5d26f0c2, had cached 0 bytes from a total of 8413 2024-11-12T07:01:15,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:15,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T07:01:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T07:01:15,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:15,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:15,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T07:01:15,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 in 1.4350 sec 2024-11-12T07:01:15,639 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:15,641 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:15,642 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:15,643 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T07:01:15,644 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T07:01:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741909_1085 (size=888) 2024-11-12T07:01:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:16,061 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:16,075 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:16,075 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_backup_system 2024-11-12T07:01:16,078 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:16,078 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-12T07:01:16,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2940 sec 2024-11-12T07:01:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-12T07:01:17,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T07:01:17,951 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731394873754 started at 1731394877951. 2024-11-12T07:01:17,956 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731394873754 has been started. 2024-11-12T07:01:17,964 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-12T07:01:17,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-12T07:01:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T07:01:17,965 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T07:01:17,965 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T07:01:17,965 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T07:01:17,965 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T07:01:17,966 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:17,966 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:18,016 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:18,016 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:18,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:18,017 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,017 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T07:01:18,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:18,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T07:01:18,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:18,022 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T07:01:18,023 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T07:01:18,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T07:01:18,023 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T07:01:18,023 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T07:01:18,024 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T07:01:18,024 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T07:01:18,024 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T07:01:18,031 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:18,032 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,032 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T07:01:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T07:01:18,034 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3175fe15[Count = 0] remaining members to acquire global barrier 2024-11-12T07:01:18,034 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T07:01:18,034 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,040 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,040 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T07:01:18,040 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,040 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T07:01:18,040 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T07:01:18,040 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,040 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731394864177 highest: 1731394864195 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,040 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0:(num 1731394864177) roll requested 2024-11-12T07:01:18,057 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041, exclude list is [], retry=0 2024-11-12T07:01:18,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:18,061 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 2024-11-12T07:01:18,061 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:18,061 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 is not closed yet, will try archiving it next time 2024-11-12T07:01:18,061 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1:(num 1731394864195) roll requested 2024-11-12T07:01:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741889_1065 (size=93) 2024-11-12T07:01:18,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 not finished, retry = 0 2024-11-12T07:01:18,073 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061, exclude list is [], retry=0 2024-11-12T07:01:18,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:18,077 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 2024-11-12T07:01:18,077 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:18,077 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 is not closed yet, will try archiving it next time 2024-11-12T07:01:18,077 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.meta:.meta(num 1731394864214) roll requested 2024-11-12T07:01:18,077 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394844515 2024-11-12T07:01:18,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 not finished, retry = 0 2024-11-12T07:01:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741890_1066 (size=4927) 2024-11-12T07:01:18,089 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta, exclude list is [], retry=0 2024-11-12T07:01:18,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:18,092 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta 2024-11-12T07:01:18,093 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:18,093 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta is not closed yet, will try archiving it next time 2024-11-12T07:01:18,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta not finished, retry = 0 2024-11-12T07:01:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741891_1067 (size=1903) 2024-11-12T07:01:18,101 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-12T07:01:18,101 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731394878041 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:18,118 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T07:01:18,118 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9f0beee3d6b6,43585,1731394816976' in zk 2024-11-12T07:01:18,132 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T07:01:18,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,132 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:18,132 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T07:01:18,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:18,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:18,132 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:18,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:18,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:18,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9f0beee3d6b6,43585,1731394816976': 2024-11-12T07:01:18,138 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T07:01:18,138 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9f0beee3d6b6,43585,1731394816976' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T07:01:18,138 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T07:01:18,138 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T07:01:18,138 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T07:01:18,138 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T07:01:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:18,148 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:18,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:18,149 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:18,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:18,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:18,149 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:18,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:18,151 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:18,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:18,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:18,163 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394864177 2024-11-12T07:01:18,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:18,164 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:18,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T07:01:18,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T07:01:18,164 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:18,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T07:01:18,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-12T07:01:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394878171 (current time:1731394878171). 2024-11-12T07:01:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394878171_backup_system_bulk VERSION not specified, setting to 2 2024-11-12T07:01:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291b4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:18,173 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32acf0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:18,174 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1c67f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:18,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:18,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:18,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-12T07:01:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-12T07:01:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:18,181 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:18,182 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:18,185 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:18,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741913_1089 (size=76) 2024-11-12T07:01:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:18,593 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:18,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3}] 2024-11-12T07:01:18,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:01:18,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-12T07:01:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:01:18,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for bf81dd6d9235ad88e322faf29e2e28a3: 2024-11-12T07:01:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. for snapshot_1731394878171_backup_system_bulk completed. 2024-11-12T07:01:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3.' region-info for snapshot=snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:01:18,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:01:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741914_1090 (size=61) 2024-11-12T07:01:18,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T07:01:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:19,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:01:19,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T07:01:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T07:01:19,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394878171_backup_system_bulk on region bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:01:19,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:01:19,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T07:01:19,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf81dd6d9235ad88e322faf29e2e28a3 in 575 msec 2024-11-12T07:01:19,172 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:19,173 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:19,174 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:19,174 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:19,175 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741915_1091 (size=702) 2024-11-12T07:01:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:19,591 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:19,600 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:19,601 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394878171_backup_system_bulk to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:19,603 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:19,603 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-12T07:01:19,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731394878171_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4250 sec 2024-11-12T07:01:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-12T07:01:20,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-12T07:01:20,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } 2024-11-12T07:01:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394880330 (current time:1731394880330). 2024-11-12T07:01:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394880329_ns2_test-17313948264771 VERSION not specified, setting to 2 2024-11-12T07:01:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232f9001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:20,333 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b54a1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:20,336 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:20,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fd5037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:20,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:20,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:20,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:20,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:20,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } 2024-11-12T07:01:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-12T07:01:20,344 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:20,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:20,347 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741916_1092 (size=86) 2024-11-12T07:01:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:20,756 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:20,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2}] 2024-11-12T07:01:20,759 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:01:20,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-12T07:01:20,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:01:20,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing 274570c5c267bcb9922b705c5d26f0c2 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-12T07:01:20,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/7dedb754a29c41f4907f9927f71dd71e is 38, key is row-t20/f:q1/1731394858434/Put/seqid=0 2024-11-12T07:01:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741917_1093 (size=5134) 2024-11-12T07:01:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:21,331 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/7dedb754a29c41f4907f9927f71dd71e 2024-11-12T07:01:21,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/.tmp/f/7dedb754a29c41f4907f9927f71dd71e as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e 2024-11-12T07:01:21,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e, entries=5, sequenceid=111, filesize=5.0 K 2024-11-12T07:01:21,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 274570c5c267bcb9922b705c5d26f0c2 in 441ms, sequenceid=111, compaction requested=false 2024-11-12T07:01:21,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 274570c5c267bcb9922b705c5d26f0c2: 2024-11-12T07:01:21,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. for snapshot_1731394880329_ns2_test-17313948264771 completed. 2024-11-12T07:01:21,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2.' region-info for snapshot=snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:21,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:21,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e] hfiles 2024-11-12T07:01:21,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 for snapshot=snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:21,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e for snapshot=snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741918_1094 (size=130) 2024-11-12T07:01:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:21,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:01:21,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T07:01:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T07:01:21,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394880329_ns2_test-17313948264771 on region 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:01:21,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:01:21,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-12T07:01:21,767 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:21,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 274570c5c267bcb9922b705c5d26f0c2 in 1.0090 sec 2024-11-12T07:01:21,768 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:21,768 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:21,768 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:21,769 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741919_1095 (size=496) 2024-11-12T07:01:22,184 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:22,192 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:22,193 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394880329_ns2_test-17313948264771 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:22,195 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:22,195 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-12T07:01:22,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731394880329_ns2_test-17313948264771 table=ns2:test-17313948264771 type=FLUSH ttl=0 } in 1.8530 sec 2024-11-12T07:01:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-12T07:01:22,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17313948264771 completed 2024-11-12T07:01:22,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } 2024-11-12T07:01:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394882503 (current time:1731394882503). 2024-11-12T07:01:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394882501_default_test-1731394826477 VERSION not specified, setting to 2 2024-11-12T07:01:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d6aadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:22,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf622a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:22,509 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:22,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1775217b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:22,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:22,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:22,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:22,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:22,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } 2024-11-12T07:01:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-12T07:01:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:22,518 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:22,519 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:22,522 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741920_1096 (size=84) 2024-11-12T07:01:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:22,934 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:22,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c}] 2024-11-12T07:01:22,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:23,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-12T07:01:23,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:23,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for a2d7851e5c6a76f67eebdabbc748523c: 2024-11-12T07:01:23,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. for snapshot_1731394882501_default_test-1731394826477 completed. 2024-11-12T07:01:23,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c.' region-info for snapshot=snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447] hfiles 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 for snapshot=snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 for snapshot=snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:01:23,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc] hfiles 2024-11-12T07:01:23,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 for snapshot=snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc for snapshot=snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741921_1097 (size=224) 2024-11-12T07:01:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:23,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:01:23,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T07:01:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T07:01:23,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394882501_default_test-1731394826477 on region a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:23,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:23,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-12T07:01:23,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2d7851e5c6a76f67eebdabbc748523c in 618 msec 2024-11-12T07:01:23,558 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:23,559 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:23,560 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-12T07:01:23,560 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-12T07:01:23,560 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:23,561 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-12T07:01:23,561 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:23,562 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-12T07:01:23,562 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:01:23,563 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c] hfiles 2024-11-12T07:01:23,563 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:23,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741922_1098 (size=168) 2024-11-12T07:01:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:23,974 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:23,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,976 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741923_1099 (size=1305) 2024-11-12T07:01:24,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac4a33f32f1481e68b4fa8ccd58267c5, had cached 0 bytes from a total of 28925 2024-11-12T07:01:24,398 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:24,407 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:24,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394882501_default_test-1731394826477 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:24,408 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:24,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-12T07:01:24,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731394882501_default_test-1731394826477 table=test-1731394826477 type=FLUSH ttl=0 } in 1.8930 sec 2024-11-12T07:01:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-12T07:01:24,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731394826477 completed 2024-11-12T07:01:24,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } 2024-11-12T07:01:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394884672 (current time:1731394884672). 2024-11-12T07:01:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394884670_ns4_test-17313948264773 VERSION not specified, setting to 2 2024-11-12T07:01:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623f7377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:24,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:24,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:24,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:24,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c34a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:24,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:24,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:24,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:24,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:24,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7e439a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:24,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:24,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:24,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:24,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:24,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } 2024-11-12T07:01:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-12T07:01:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:24,689 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:24,690 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:24,693 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741924_1100 (size=86) 2024-11-12T07:01:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:25,102 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:25,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c51e1b940b380ea92e406717c5977fc}] 2024-11-12T07:01:25,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:01:25,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-12T07:01:25,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:01:25,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 1c51e1b940b380ea92e406717c5977fc: 2024-11-12T07:01:25,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. for snapshot_1731394884670_ns4_test-17313948264773 completed. 2024-11-12T07:01:25,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc.' region-info for snapshot=snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:25,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:25,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:01:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741925_1101 (size=52) 2024-11-12T07:01:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:25,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:01:25,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T07:01:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T07:01:25,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394884670_ns4_test-17313948264773 on region 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:01:25,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:01:25,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-12T07:01:25,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c51e1b940b380ea92e406717c5977fc in 575 msec 2024-11-12T07:01:25,683 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:25,684 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:25,685 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:25,685 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:25,686 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741926_1102 (size=443) 2024-11-12T07:01:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:26,098 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:26,104 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:26,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394884670_ns4_test-17313948264773 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:26,107 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:26,107 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-12T07:01:26,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731394884670_ns4_test-17313948264773 table=ns4:test-17313948264773 type=FLUSH ttl=0 } in 1.4200 sec 2024-11-12T07:01:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-12T07:01:26,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17313948264773 completed 2024-11-12T07:01:26,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } 2024-11-12T07:01:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394886842 (current time:1731394886842). 2024-11-12T07:01:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731394886840_ns3_test-17313948264772 VERSION not specified, setting to 2 2024-11-12T07:01:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c9252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:26,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:26,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5d549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:26,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:26,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:26,849 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:26,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1500a63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:26,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:26,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:26,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:26,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:26,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } 2024-11-12T07:01:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-12T07:01:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:26,858 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:26,859 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:26,862 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741927_1103 (size=86) 2024-11-12T07:01:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:27,273 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:27,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2}] 2024-11-12T07:01:27,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:01:27,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-12T07:01:27,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:01:27,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for a3fdb41c69b1a46cd8c2a28b63d85fb2: 2024-11-12T07:01:27,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. for snapshot_1731394886840_ns3_test-17313948264772 completed. 2024-11-12T07:01:27,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.' region-info for snapshot=snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:27,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:27,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T07:01:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741928_1104 (size=52) 2024-11-12T07:01:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:27,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:01:27,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-12T07:01:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-12T07:01:27,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731394886840_ns3_test-17313948264772 on region a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:01:27,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:01:27,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T07:01:27,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3fdb41c69b1a46cd8c2a28b63d85fb2 in 576 msec 2024-11-12T07:01:27,856 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:27,858 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:27,859 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:27,859 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:27,861 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:27,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741929_1105 (size=443) 2024-11-12T07:01:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:28,322 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:28,331 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:28,332 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_1731394886840_ns3_test-17313948264772 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:28,335 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:28,335 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-12T07:01:28,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731394886840_ns3_test-17313948264772 table=ns3:test-17313948264772 type=FLUSH ttl=0 } in 1.4790 sec 2024-11-12T07:01:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-12T07:01:29,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17313948264772 completed 2024-11-12T07:01:29,009 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731394873754 2024-11-12T07:01:29,009 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-12T07:01:29,009 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-12T07:01:29,009 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394873754_backup:system_bulk 2024-11-12T07:01:29,009 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394878171_backup_system_bulk to hdfs://localhost:35115/backupUT/backup_1731394873754/backup/system_bulk/ 2024-11-12T07:01:29,009 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:01:29,041 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:01:29,041 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394873754/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394873754/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:29,043 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:01:29,047 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394878171_backup_system_bulk to hdfs://localhost:35115/backupUT/backup_1731394873754/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741930_1106 (size=76) 2024-11-12T07:01:29,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741931_1107 (size=702) 2024-11-12T07:01:29,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:29,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:29,461 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-5051461520916943596.jar 2024-11-12T07:01:30,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:30,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:30,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:30,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:30,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:30,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:30,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:30,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:30,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:30,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:30,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:30,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:30,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:30,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:30,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:30,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:30,361 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:30,384 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394878171_backup_system_bulk' hfile list 2024-11-12T07:01:30,473 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1374705465_0005_8f585798-2c2f-429d-8835-e9be2e06aa56/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:30,473 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1374705465_0005_8f585798-2c2f-429d-8835-e9be2e06aa56/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:31,514 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:01:31,516 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:01:31,524 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:31,524 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394878171_backup_system_bulk finished. 2024-11-12T07:01:31,524 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394873754_ns2:test-17313948264771 2024-11-12T07:01:31,524 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394880329_ns2_test-17313948264771 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/ 2024-11-12T07:01:31,524 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:01:31,552 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:01:31,552 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/.hbase-snapshot/.tmp/snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:31,553 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:01:31,558 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394880329_ns2_test-17313948264771 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/.hbase-snapshot/.tmp/snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741932_1108 (size=86) 2024-11-12T07:01:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741933_1109 (size=496) 2024-11-12T07:01:31,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:31,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:31,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-4730178483469419060.jar 2024-11-12T07:01:32,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:32,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:32,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:32,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:32,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:32,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:32,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:32,876 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:32,901 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394880329_ns2_test-17313948264771' hfile list 2024-11-12T07:01:32,903 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-12T07:01:32,978 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local706125485_0006_bc8b93c0-549a-4f67-a315-4afec565365a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:32,978 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local706125485_0006_bc8b93c0-549a-4f67-a315-4afec565365a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:33,042 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T07:01:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741934_1110 (size=8413) 2024-11-12T07:01:33,480 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 output=hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:01:33,481 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-12T07:01:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741935_1111 (size=5134) 2024-11-12T07:01:33,911 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e output=hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e 2024-11-12T07:01:33,911 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-12T07:01:34,013 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:01:34,015 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:01:34,026 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:34,026 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394880329_ns2_test-17313948264771 finished. 2024-11-12T07:01:34,026 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394873754_test-1731394826477 2024-11-12T07:01:34,026 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394882501_default_test-1731394826477 to hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/ 2024-11-12T07:01:34,026 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:01:34,051 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:01:34,051 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/.hbase-snapshot/.tmp/snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:34,053 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:01:34,059 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394882501_default_test-1731394826477 to hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/.hbase-snapshot/.tmp/snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741936_1112 (size=84) 2024-11-12T07:01:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741937_1113 (size=1305) 2024-11-12T07:01:34,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:34,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:34,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-9427542253675908218.jar 2024-11-12T07:01:35,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:35,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:35,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:35,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:35,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:35,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:35,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:35,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:35,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:35,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:35,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:35,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:35,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:35,376 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:35,400 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394882501_default_test-1731394826477' hfile list 2024-11-12T07:01:35,403 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-12T07:01:35,484 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1800960975_0007_d18c9c5d-a33e-42f4-9fb5-1581c3ec2714/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:35,484 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1800960975_0007_d18c9c5d-a33e-42f4-9fb5-1581c3ec2714/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:35,546 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-12T07:01:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741938_1114 (size=13760) 2024-11-12T07:01:35,980 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc output=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc 2024-11-12T07:01:35,980 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-12T07:01:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741939_1115 (size=10796) 2024-11-12T07:01:36,412 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 output=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 2024-11-12T07:01:36,412 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-12T07:01:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741940_1116 (size=8413) 2024-11-12T07:01:36,847 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 output=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:01:36,847 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-12T07:01:36,861 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c to hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c" truncated to max limit (512 characters) 2024-11-12T07:01:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741941_1117 (size=5591) 2024-11-12T07:01:37,279 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c output=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:01:37,279 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-12T07:01:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741942_1118 (size=5484) 2024-11-12T07:01:37,715 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 output=hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:01:37,715 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-12T07:01:38,525 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:01:38,527 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:01:38,534 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:38,534 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394882501_default_test-1731394826477 finished. 2024-11-12T07:01:38,535 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394873754_ns4:test-17313948264773 2024-11-12T07:01:38,535 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394884670_ns4_test-17313948264773 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns4/test-17313948264773/ 2024-11-12T07:01:38,535 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:01:38,561 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:01:38,561 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394873754/ns4/test-17313948264773, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394873754/ns4/test-17313948264773/.hbase-snapshot/.tmp/snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:38,563 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:01:38,567 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394884670_ns4_test-17313948264773 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns4/test-17313948264773/.hbase-snapshot/.tmp/snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741944_1120 (size=443) 2024-11-12T07:01:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741943_1119 (size=86) 2024-11-12T07:01:38,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:38,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:38,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-16735421695974743697.jar 2024-11-12T07:01:39,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:39,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:39,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:39,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:39,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:39,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:39,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:39,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:39,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:39,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:39,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:39,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:39,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:39,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:39,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:39,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:39,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:39,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:39,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:39,891 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:39,914 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394884670_ns4_test-17313948264773' hfile list 2024-11-12T07:01:39,995 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1504248595_0008_cd891462-f498-43e8-86f8-b4643092c697/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:39,995 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1504248595_0008_cd891462-f498-43e8-86f8-b4643092c697/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:41,038 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:01:41,040 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:01:41,049 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:41,049 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394884670_ns4_test-17313948264773 finished. 2024-11-12T07:01:41,050 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731394873754_ns3:test-17313948264772 2024-11-12T07:01:41,050 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731394886840_ns3_test-17313948264772 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns3/test-17313948264772/ 2024-11-12T07:01:41,050 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-12T07:01:41,076 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35115, inputRoot=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:01:41,077 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1268639221_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35115/backupUT/backup_1731394873754/ns3/test-17313948264772, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35115/backupUT/backup_1731394873754/ns3/test-17313948264772/.hbase-snapshot/.tmp/snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:41,078 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-12T07:01:41,082 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_1731394886840_ns3_test-17313948264772 to hdfs://localhost:35115/backupUT/backup_1731394873754/ns3/test-17313948264772/.hbase-snapshot/.tmp/snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741945_1121 (size=86) 2024-11-12T07:01:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741946_1122 (size=443) 2024-11-12T07:01:41,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:41,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:41,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-16892123603974115861.jar 2024-11-12T07:01:42,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:42,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:42,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:42,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:42,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:42,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:42,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:42,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:42,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:42,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:42,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:42,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-12T07:01:42,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:42,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:42,407 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:01:42,433 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731394886840_ns3_test-17313948264772' hfile list 2024-11-12T07:01:42,514 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1568471689_0009_8cb1ae9d-292e-4037-b24b-444d8661be75/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:01:42,514 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1568471689_0009_8cb1ae9d-292e-4037-b24b-444d8661be75/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:01:43,557 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-12T07:01:43,560 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-12T07:01:43,569 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:43,569 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731394886840_ns3_test-17313948264772 finished. 2024-11-12T07:01:43,570 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-12T07:01:43,570 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17313948264771 2024-11-12T07:01:43,570 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731394826477 2024-11-12T07:01:43,570 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17313948264773 2024-11-12T07:01:43,570 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17313948264772 2024-11-12T07:01:43,579 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394873754 2024-11-12T07:01:43,579 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-12T07:01:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741947_1123 (size=209) 2024-11-12T07:01:43,986 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35115/backupUT/backup_1731394873754/.backup.manifest 2024-11-12T07:01:43,986 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731394873754 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17313948264771;test-1731394826477;ns4:test-17313948264773;ns3:test-17313948264772,targetRootDir=hdfs://localhost:35115/backupUT,startts=1731394877951,completets=1731394903579,bytescopied=0 2024-11-12T07:01:43,987 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-12T07:01:43,987 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:43,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394878171_backup_system_bulk" type: DISABLED 2024-11-12T07:01:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394878171_backup_system_bulk 2024-11-12T07:01:43,998 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394878171_backup_system_bulk for backup backup_1731394873754 succeeded. 2024-11-12T07:01:43,998 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:43,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394880329_ns2_test-17313948264771" type: DISABLED 2024-11-12T07:01:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394880329_ns2_test-17313948264771 2024-11-12T07:01:44,003 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394880329_ns2_test-17313948264771 for backup backup_1731394873754 succeeded. 2024-11-12T07:01:44,003 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:44,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394882501_default_test-1731394826477" type: DISABLED 2024-11-12T07:01:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394882501_default_test-1731394826477 2024-11-12T07:01:44,007 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394882501_default_test-1731394826477 for backup backup_1731394873754 succeeded. 2024-11-12T07:01:44,007 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:44,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394884670_ns4_test-17313948264773" type: DISABLED 2024-11-12T07:01:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394884670_ns4_test-17313948264773 2024-11-12T07:01:44,010 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394884670_ns4_test-17313948264773 for backup backup_1731394873754 succeeded. 2024-11-12T07:01:44,010 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:44,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731394886840_ns3_test-17313948264772" type: DISABLED 2024-11-12T07:01:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731394886840_ns3_test-17313948264772 2024-11-12T07:01:44,014 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731394886840_ns3_test-17313948264772 for backup backup_1731394873754 succeeded. 2024-11-12T07:01:44,015 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T07:01:44,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T07:01:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T07:01:44,023 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T07:01:44,026 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T07:01:44,031 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731394873754 completed. 2024-11-12T07:01:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:44,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:01:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,103 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-12T07:01:49,107 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394909059 2024-11-12T07:01:49,110 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731394873754} 2024-11-12T07:01:49,110 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T07:01:49,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:49,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:01:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731394909217 (current time:1731394909217). 2024-11-12T07:01:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T07:01:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-12T07:01:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aea7ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:49,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfa5807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:49,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:49,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61edbb7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:49,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:49,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669. 2024-11-12T07:01:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:01:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:49,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-12T07:01:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-12T07:01:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-12T07:01:49,227 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T07:01:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:49,228 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T07:01:49,230 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T07:01:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741948_1124 (size=52) 2024-11-12T07:01:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:49,638 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T07:01:49,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5}] 2024-11-12T07:01:49,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:49,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-12T07:01:49,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:49,796 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing ac4a33f32f1481e68b4fa8ccd58267c5 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-12T07:01:49,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/457607847b274ebcb007904f0117eb2d is 158, key is trslm:hdfs://localhost:35115/backupUT\x00ns2:test-17313948264771/meta:log-roll-map/1731394903574/Put/seqid=0 2024-11-12T07:01:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741949_1125 (size=6646) 2024-11-12T07:01:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:50,207 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/457607847b274ebcb007904f0117eb2d 2024-11-12T07:01:50,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/80b66ddc097e47f39549f7d2469a4f97 is 826, key is session:backup_1731394873754/session:context/1731394904025/Put/seqid=0 2024-11-12T07:01:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741950_1126 (size=5928) 2024-11-12T07:01:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:50,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/80b66ddc097e47f39549f7d2469a4f97 2024-11-12T07:01:50,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/457607847b274ebcb007904f0117eb2d as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/457607847b274ebcb007904f0117eb2d 2024-11-12T07:01:50,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/457607847b274ebcb007904f0117eb2d, entries=12, sequenceid=42, filesize=6.5 K 2024-11-12T07:01:50,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/80b66ddc097e47f39549f7d2469a4f97 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/80b66ddc097e47f39549f7d2469a4f97 2024-11-12T07:01:50,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/80b66ddc097e47f39549f7d2469a4f97, entries=2, sequenceid=42, filesize=5.8 K 2024-11-12T07:01:50,664 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 868ms, sequenceid=42, compaction requested=true 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for ac4a33f32f1481e68b4fa8ccd58267c5: 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. for snapshot_backup_system completed. 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5.' region-info for snapshot=snapshot_backup_system 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/457607847b274ebcb007904f0117eb2d] hfiles 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/90460f87312049feafd7313f934d49cd for snapshot=snapshot_backup_system 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/a60909ed5afb4fa38983241d7ec534cb for snapshot=snapshot_backup_system 2024-11-12T07:01:50,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/457607847b274ebcb007904f0117eb2d for snapshot=snapshot_backup_system 2024-11-12T07:01:50,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/80b66ddc097e47f39549f7d2469a4f97] hfiles 2024-11-12T07:01:50,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/2963db44211d4523aa5634bbe0e1e753 for snapshot=snapshot_backup_system 2024-11-12T07:01:50,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/44169ac5252141c0a175d5a092a9153d for snapshot=snapshot_backup_system 2024-11-12T07:01:50,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/40a216d33ec543ad84b219a6bc3bd79d for snapshot=snapshot_backup_system 2024-11-12T07:01:50,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/80b66ddc097e47f39549f7d2469a4f97 for snapshot=snapshot_backup_system 2024-11-12T07:01:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741951_1127 (size=330) 2024-11-12T07:01:51,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:01:51,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-12T07:01:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-12T07:01:51,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:51,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:01:51,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-12T07:01:51,083 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T07:01:51,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac4a33f32f1481e68b4fa8ccd58267c5 in 1.4390 sec 2024-11-12T07:01:51,084 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T07:01:51,085 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T07:01:51,085 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-12T07:01:51,086 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-12T07:01:51,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741952_1128 (size=967) 2024-11-12T07:01:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:51,500 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T07:01:51,511 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T07:01:51,512 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.hbase-snapshot/snapshot_backup_system 2024-11-12T07:01:51,513 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T07:01:51,513 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-12T07:01:51,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2890 sec 2024-11-12T07:01:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T07:01:53,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-12T07:01:53,400 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731394909059 started at 1731394913400. 2024-11-12T07:01:53,405 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731394909059 has been started. 2024-11-12T07:01:53,414 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns4:test-17313948264773, backup:system_bulk, test-1731394826477, ns2:test-17313948264771, ns3:test-17313948264772] 2024-11-12T07:01:53,418 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731394864195for backupID backup_1731394909059 2024-11-12T07:01:53,418 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-12T07:01:53,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-12T07:01:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-12T07:01:53,419 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-12T07:01:53,419 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-12T07:01:53,419 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-12T07:01:53,419 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-12T07:01:53,420 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,420 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:53,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:53,490 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,490 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:53,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:53,490 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,490 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-12T07:01:53,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:53,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-12T07:01:53,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:53,491 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-12T07:01:53,491 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-12T07:01:53,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-12T07:01:53,492 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-12T07:01:53,492 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-12T07:01:53,492 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-12T07:01:53,492 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-12T07:01:53,492 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure (rolllog) in zk 2024-11-12T07:01:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,505 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:53,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:53,505 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,505 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-12T07:01:53,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:53,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:53,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:53,507 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9f0beee3d6b6,43585,1731394816976' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-12T07:01:53,507 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@606fb86[Count = 0] remaining members to acquire global barrier 2024-11-12T07:01:53,507 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-12T07:01:53,507 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,519 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,519 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-12T07:01:53,519 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,519 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-12T07:01:53,519 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-12T07:01:53,519 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,519 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731394878041 highest: 1731394878061 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,519 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0:(num 1731394878041) roll requested 2024-11-12T07:01:53,536 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394913520, exclude list is [], retry=0 2024-11-12T07:01:53,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:53,541 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394913520 2024-11-12T07:01:53,541 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:53,541 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 is not closed yet, will try archiving it next time 2024-11-12T07:01:53,541 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1:(num 1731394878061) roll requested 2024-11-12T07:01:53,541 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394844495 2024-11-12T07:01:53,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 not finished, retry = 0 2024-11-12T07:01:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741910_1086 (size=653) 2024-11-12T07:01:53,554 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394913541, exclude list is [], retry=0 2024-11-12T07:01:53,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:53,558 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394913541 2024-11-12T07:01:53,558 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:53,558 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 is not closed yet, will try archiving it next time 2024-11-12T07:01:53,558 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.meta:.meta(num 1731394878077) roll requested 2024-11-12T07:01:53,558 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394864195 2024-11-12T07:01:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741911_1087 (size=4710) 2024-11-12T07:01:53,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 not finished, retry = 0 2024-11-12T07:01:53,571 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394913558.meta, exclude list is [], retry=0 2024-11-12T07:01:53,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42463,DS-16107abe-c639-4fa7-a592-dee0866cf53c,DISK] 2024-11-12T07:01:53,575 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394913558.meta 2024-11-12T07:01:53,575 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34781:34781)] 2024-11-12T07:01:53,575 DEBUG [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta is not closed yet, will try archiving it next time 2024-11-12T07:01:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741912_1088 (size=93) 2024-11-12T07:01:53,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta not finished, retry = 0 2024-11-12T07:01:53,580 DEBUG [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-12T07:01:53,580 INFO [rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731394913520 on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:01:53,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:53,597 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-12T07:01:53,598 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9f0beee3d6b6,43585,1731394816976' in zk 2024-11-12T07:01:53,619 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-12T07:01:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,619 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:53,619 DEBUG [member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-12T07:01:53,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:53,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:53,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:53,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:53,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:53,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9f0beee3d6b6,43585,1731394816976': 2024-11-12T07:01:53,622 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-12T07:01:53,622 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9f0beee3d6b6,43585,1731394816976' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-12T07:01:53,622 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-12T07:01:53,622 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-12T07:01:53,622 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-12T07:01:53,622 INFO [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-12T07:01:53,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:53,630 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-12T07:01:53,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-12T07:01:53,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-12T07:01:53,630 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:53,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:53,631 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-12T07:01:53,631 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,632 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-12T07:01:53,632 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-12T07:01:53,633 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,643 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,644 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-12T07:01:53,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-12T07:01:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-12T07:01:53,644 DEBUG [(9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-12T07:01:53,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-12T07:01:53,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-12T07:01:53,644 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-12T07:01:53,644 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-12T07:01:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-12T07:01:53,651 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9f0beee3d6b6:43585=1731394864195} newestTimestamps: {9f0beee3d6b6:43585=1731394878061} 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394821368.meta 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394864214.meta 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394913558.meta 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394913520 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 2024-11-12T07:01:53,652 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394913541 2024-11-12T07:01:53,653 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394844535.meta 2024-11-12T07:01:53,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741956_1132 (size=640) 2024-11-12T07:01:53,677 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394878077.meta 2024-11-12T07:01:54,066 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:35115/backupUT/backup_1731394909059/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:54,067 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:54,071 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-12T07:01:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741957_1133 (size=45) 2024-11-12T07:01:54,479 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-12T07:01:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741958_1134 (size=364) 2024-11-12T07:01:54,899 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17313948264771 target: hdfs://localhost:35115/backupUT/backup_1731394909059/ns2/test-17313948264771 descriptor: 'ns2:test-17313948264771', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:54,899 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:54,903 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17313948264771 2024-11-12T07:01:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741959_1135 (size=50) 2024-11-12T07:01:55,310 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17313948264771 2024-11-12T07:01:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741960_1136 (size=908) 2024-11-12T07:01:55,729 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731394826477 target: hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477 descriptor: 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:55,729 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:55,734 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731394826477 2024-11-12T07:01:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741961_1137 (size=53) 2024-11-12T07:01:56,143 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731394826477 2024-11-12T07:01:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741962_1138 (size=390) 2024-11-12T07:01:56,559 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17313948264773 target: hdfs://localhost:35115/backupUT/backup_1731394909059/ns4/test-17313948264773 descriptor: 'ns4:test-17313948264773', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:56,559 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:56,564 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17313948264773 2024-11-12T07:01:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741963_1139 (size=50) 2024-11-12T07:01:56,972 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17313948264773 2024-11-12T07:01:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741964_1140 (size=390) 2024-11-12T07:01:57,392 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17313948264772 target: hdfs://localhost:35115/backupUT/backup_1731394909059/ns3/test-17313948264772 descriptor: 'ns3:test-17313948264772', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:01:57,392 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-12T07:01:57,395 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17313948264772 2024-11-12T07:01:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741965_1141 (size=50) 2024-11-12T07:01:57,806 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17313948264772 2024-11-12T07:01:57,825 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35115/backupUT/.tmp/backup_1731394909059 from hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061;hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 2024-11-12T07:01:57,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f730f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:57,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:01:57,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:01:57,827 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:01:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:01:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:01:57,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f08c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:57,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:01:57,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:01:57,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:57,829 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:01:57,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2705f869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:01:57,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:01:57,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:01:57,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc1464 2024-11-12T07:01:57,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:01:57,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:01:57,835 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:01:57,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17313948264773 2024-11-12T07:01:57,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17313948264773,, stopping at row=ns4:test-17313948264773 ,, for max=2147483647 with caching=100 2024-11-12T07:01:57,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:01:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:01:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:01:57,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:01:57,840 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17313948264773: ns4:test-17313948264773; 2024-11-12T07:01:57,840 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-12T07:01:57,840 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:01:57,842 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-12T07:01:57,842 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731394826477 2024-11-12T07:01:57,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731394826477,, stopping at row=test-1731394826477 ,, for max=2147483647 with caching=100 2024-11-12T07:01:57,843 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731394826477: test-1731394826477; 2024-11-12T07:01:57,844 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17313948264771 2024-11-12T07:01:57,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17313948264771,, stopping at row=ns2:test-17313948264771 ,, for max=2147483647 with caching=100 2024-11-12T07:01:57,845 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17313948264771: ns2:test-17313948264771; 2024-11-12T07:01:57,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17313948264772 2024-11-12T07:01:57,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17313948264772,, stopping at row=ns3:test-17313948264772 ,, for max=2147483647 with caching=100 2024-11-12T07:01:57,847 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17313948264772: ns3:test-17313948264772; 2024-11-12T07:01:57,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-12T07:01:57,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_179a79dc-548d-43f5-b4c9-4271b9cde6bf 2024-11-12T07:01:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741966_1142 (size=324) 2024-11-12T07:01:58,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:58,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:58,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:58,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a2d7851e5c6a76f67eebdabbc748523c, had cached 0 bytes from a total of 38453 2024-11-12T07:01:59,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-14189761537753885207.jar 2024-11-12T07:01:59,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:59,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:01:59,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:01:59,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:01:59,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:01:59,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:01:59,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:01:59,123 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns4:test-17313948264773,backup:system_bulk,default:test-1731394826477,ns2:test-17313948264771,ns3:test-17313948264772 2024-11-12T07:01:59,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:01:59,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:59,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:01:59,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:01:59,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:01:59,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-20622874543486844.jar 2024-11-12T07:01:59,988 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:00,012 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 for WAL files 2024-11-12T07:02:00,014 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 2024-11-12T07:02:00,014 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 for WAL files 2024-11-12T07:02:00,014 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 2024-11-12T07:02:00,096 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local239848061_0010_0584b6f6-568f-4c81-8e12-373bbe9f3fdf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:00,096 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local239848061_0010_0584b6f6-568f-4c81-8e12-373bbe9f3fdf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:00,143 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 for hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1.1731394878061 (-9223372036854775808:9223372036854775807) length:4710 2024-11-12T07:02:00,146 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T07:02:00,147 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T07:02:00,179 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 for hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394878041 (-9223372036854775808:9223372036854775807) length:653 2024-11-12T07:02:00,182 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-12T07:02:00,182 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-12T07:02:00,262 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:00,262 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:00,262 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:00,263 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475059e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:00,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:00,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:00,265 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac5c214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:00,266 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:00,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:00,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:00,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731394826477', row='row-test-1731394826477-2-0', locateType=CURRENT is [region=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=338] 2024-11-12T07:02:00,270 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-12T07:02:00,270 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:00,270 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:00,270 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:00,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:00,270 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-2-0] 2024-11-12T07:02:00,270 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:00,274 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/backupUT/.tmp/backup_1731394909059/_temporary/0/_temporary/attempt_local239848061_0010_r_000004_0/default/test-1731394826477/f2/8863ea62325c4afca54ba95a062c6f7e is 58, key is row-test-1731394826477-2-0/f2:q1/1731394904049/Put/seqid=0 2024-11-12T07:02:00,276 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741967_1143 (size=5366) 2024-11-12T07:02:00,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 274570c5c267bcb9922b705c5d26f0c2, had cached 0 bytes from a total of 13547 2024-11-12T07:02:01,139 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35115/backupUT 2024-11-12T07:02:01,139 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731394909059 2024-11-12T07:02:01,139 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-12T07:02:01,151 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35115/backupUT/.tmp/backup_1731394909059, hdfs://localhost:35115/backupUT] 2024-11-12T07:02:01,203 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741968_1144 (size=5366) 2024-11-12T07:02:01,821 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-12T07:02:01,824 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731394909059 2024-11-12T07:02:01,824 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-12T07:02:01,825 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2063980813_0011 completed: true true 2024-11-12T07:02:01,826 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6664252 FILE: Number of bytes written=17148713 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409246 HDFS: Number of bytes written=2547249 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-12T07:02:01,826 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35115/backupUT/.tmp/backup_1731394909059 to hdfs://localhost:35115/backupUT finished. 2024-11-12T07:02:01,845 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731394909059 2024-11-12T07:02:01,849 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731394873754} 2024-11-12T07:02:01,849 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-12T07:02:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741969_1145 (size=714) 2024-11-12T07:02:02,255 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35115/backupUT/backup_1731394909059/.backup.manifest 2024-11-12T07:02:02,255 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731394909059 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17313948264771;test-1731394826477;ns4:test-17313948264773;ns3:test-17313948264772,targetRootDir=hdfs://localhost:35115/backupUT,startts=1731394913400,completets=1731394921845,bytescopied=0 2024-11-12T07:02:02,255 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-12T07:02:02,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-12T07:02:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-12T07:02:02,268 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-12T07:02:02,270 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-12T07:02:02,274 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731394909059 completed. 2024-11-12T07:02:02,274 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-12T07:02:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:02,288 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731394837681 2024-11-12T07:02:02,290 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-12T07:02:02,291 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-12T07:02:02,291 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:02,293 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:02,295 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:02,297 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:02,297 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731394826477' to 'table1' from full backup image hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477 2024-11-12T07:02:02,307 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-12T07:02:02,307 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:02:02,308 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f in region [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c] 2024-11-12T07:02:02,314 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 first=row0 last=row98 2024-11-12T07:02:02,314 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3 in region [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c] 2024-11-12T07:02:02,318 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d first=row-test-1731394826477-3-0 last=row-test-1731394826477-3-5 2024-11-12T07:02:02,318 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob in region [hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c] 2024-11-12T07:02:02,322 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 first=row-test-1731394826477-3-0 last=row-test-1731394826477-3-5 2024-11-12T07:02:02,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:02:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-12T07:02:02,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:02:02,328 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:02,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-12T07:02:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:02,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:02:02,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741970_1146 (size=938) 2024-11-12T07:02:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:02,738 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0000e2964f8bcec9b59eb7def63ac803, NAME => 'table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:02,738 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f6a60b195f3331a73bb4dee40c7eb2f6, NAME => 'table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741971_1147 (size=45) 2024-11-12T07:02:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741972_1148 (size=45) 2024-11-12T07:02:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:03,150 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:03,150 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 0000e2964f8bcec9b59eb7def63ac803, disabling compactions & flushes 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing f6a60b195f3331a73bb4dee40c7eb2f6, disabling compactions & flushes 2024-11-12T07:02:03,151 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,151 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. after waiting 0 ms 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. after waiting 0 ms 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,151 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,151 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,151 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,152 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for f6a60b195f3331a73bb4dee40c7eb2f6: Waiting for close lock at 1731394923151Disabling compacts and flushes for region at 1731394923151Disabling writes for close at 1731394923151Writing region close event to WAL at 1731394923151Closed at 1731394923151 2024-11-12T07:02:03,152 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0000e2964f8bcec9b59eb7def63ac803: Waiting for close lock at 1731394923151Disabling compacts and flushes for region at 1731394923151Disabling writes for close at 1731394923151Writing region close event to WAL at 1731394923151Closed at 1731394923151 2024-11-12T07:02:03,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:02:03,154 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731394923154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394923154"}]},"ts":"1731394923154"} 2024-11-12T07:02:03,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731394923154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394923154"}]},"ts":"1731394923154"} 2024-11-12T07:02:03,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T07:02:03,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:02:03,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394923160"}]},"ts":"1731394923160"} 2024-11-12T07:02:03,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-12T07:02:03,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, ASSIGN}] 2024-11-12T07:02:03,164 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, ASSIGN 2024-11-12T07:02:03,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, ASSIGN 2024-11-12T07:02:03,165 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:03,165 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:03,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0000e2964f8bcec9b59eb7def63ac803, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:03,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=f6a60b195f3331a73bb4dee40c7eb2f6, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, ASSIGN because future has completed 2024-11-12T07:02:03,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, ASSIGN because future has completed 2024-11-12T07:02:03,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:03,485 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,486 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => f6a60b195f3331a73bb4dee40c7eb2f6, NAME => 'table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T07:02:03,486 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:03,486 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,486 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:03,487 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,487 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,490 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,492 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a60b195f3331a73bb4dee40c7eb2f6 columnFamilyName f 2024-11-12T07:02:03,492 DEBUG [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,493 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(327): Store=f6a60b195f3331a73bb4dee40c7eb2f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,493 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,494 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a60b195f3331a73bb4dee40c7eb2f6 columnFamilyName f3 2024-11-12T07:02:03,494 DEBUG [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,495 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(327): Store=f6a60b195f3331a73bb4dee40c7eb2f6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,495 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,496 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a60b195f3331a73bb4dee40c7eb2f6 columnFamilyName mob 2024-11-12T07:02:03,497 DEBUG [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,497 INFO [StoreOpener-f6a60b195f3331a73bb4dee40c7eb2f6-1 {}] regionserver.HStore(327): Store=f6a60b195f3331a73bb4dee40c7eb2f6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,498 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,498 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,499 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,500 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,500 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,501 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:03,502 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,504 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:03,504 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened f6a60b195f3331a73bb4dee40c7eb2f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10243521600, jitterRate=-0.04599770903587341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:03,504 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:03,505 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for f6a60b195f3331a73bb4dee40c7eb2f6: Running coprocessor pre-open hook at 1731394923489Writing region info on filesystem at 1731394923489Initializing all the Stores at 1731394923490 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923490Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923490Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923490Cleaning up temporary data from old regions at 1731394923500 (+10 ms)Running coprocessor post-open hooks at 1731394923504 (+4 ms)Region opened successfully at 1731394923505 (+1 ms) 2024-11-12T07:02:03,506 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., pid=65, masterSystemTime=1731394923476 2024-11-12T07:02:03,508 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,508 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:03,508 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,508 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 0000e2964f8bcec9b59eb7def63ac803, NAME => 'table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T07:02:03,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=f6a60b195f3331a73bb4dee40c7eb2f6, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:03,508 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:03,509 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,509 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:03,509 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,509 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,511 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:03,512 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0000e2964f8bcec9b59eb7def63ac803 columnFamilyName f 2024-11-12T07:02:03,512 DEBUG [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,513 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(327): Store=0000e2964f8bcec9b59eb7def63ac803/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,513 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,515 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0000e2964f8bcec9b59eb7def63ac803 columnFamilyName f3 2024-11-12T07:02:03,515 DEBUG [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-12T07:02:03,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976 in 187 msec 2024-11-12T07:02:03,515 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(327): Store=0000e2964f8bcec9b59eb7def63ac803/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,516 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, ASSIGN in 353 msec 2024-11-12T07:02:03,517 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0000e2964f8bcec9b59eb7def63ac803 columnFamilyName mob 2024-11-12T07:02:03,518 DEBUG [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:03,519 INFO [StoreOpener-0000e2964f8bcec9b59eb7def63ac803-1 {}] regionserver.HStore(327): Store=0000e2964f8bcec9b59eb7def63ac803/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:03,519 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,520 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,520 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,521 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,521 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,521 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:03,522 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,525 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:03,525 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 0000e2964f8bcec9b59eb7def63ac803; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11153520640, jitterRate=0.03875255584716797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:03,525 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:03,525 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 0000e2964f8bcec9b59eb7def63ac803: Running coprocessor pre-open hook at 1731394923509Writing region info on filesystem at 1731394923509Initializing all the Stores at 1731394923510 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923510Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923510Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394923510Cleaning up temporary data from old regions at 1731394923521 (+11 ms)Running coprocessor post-open hooks at 1731394923525 (+4 ms)Region opened successfully at 1731394923525 2024-11-12T07:02:03,526 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., pid=64, masterSystemTime=1731394923476 2024-11-12T07:02:03,527 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,527 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:03,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0000e2964f8bcec9b59eb7def63ac803, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:03,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:03,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-12T07:02:03,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976 in 207 msec 2024-11-12T07:02:03,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-12T07:02:03,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, ASSIGN in 369 msec 2024-11-12T07:02:03,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:02:03,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394923534"}]},"ts":"1731394923534"} 2024-11-12T07:02:03,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-12T07:02:03,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:02:03,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2110 sec 2024-11-12T07:02:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:02:04,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-12T07:02:04,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:04,491 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c from hbase tables test-1731394826477 to tables table1 2024-11-12T07:02:04,491 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731394826477 into table1 2024-11-12T07:02:04,494 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491 from hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:02:04,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec24f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:04,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:04,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:04,496 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778a51c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:04,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:04,498 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:04,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1357c19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:04,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:04,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:04,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670b6f9a 2024-11-12T07:02:04,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:04,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:04,501 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:02:04,501 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T07:02:04,502 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:04,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:04,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:04,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:04,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:04,506 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T07:02:04,506 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T07:02:04,506 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T07:02:04,507 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_0413d309-2002-4074-8f73-55a120d84ed5 2024-11-12T07:02:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741973_1149 (size=177) 2024-11-12T07:02:04,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:04,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:04,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-12T07:02:05,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:02:05,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-4554134647590359474.jar 2024-11-12T07:02:05,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:05,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:02:05,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:02:05,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:02:05,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:02:05,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:02:05,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:02:05,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:02:05,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:02:05,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:02:05,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:02:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:05,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:02:05,794 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T07:02:05,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:05,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:05,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:05,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:05,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:05,795 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T07:02:05,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:05,805 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:05,817 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T07:02:05,898 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1428006783_0012_74b69667-2761-4a75-8a84-0688ce9f2ae5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:05,898 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1428006783_0012_74b69667-2761-4a75-8a84-0688ce9f2ae5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:05,949 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:02:05,952 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:05,986 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:02:05,989 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:06,010 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f3/30541348b217418b84cdca487009af4d 2024-11-12T07:02:06,013 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:06,040 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5824cdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,041 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:06,041 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:06,041 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb6947b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,043 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:06,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776d31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,044 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:06,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:06,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:06,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:06,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731394826477-3-0', locateType=CURRENT is [region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:06,048 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T07:02:06,048 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:06,048 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,048 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:06,048 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-3-0] 2024-11-12T07:02:06,048 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:06,053 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc1f765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,053 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:06,054 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:06,054 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cd62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:06,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c16fb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,057 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:06,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:06,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:06,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:06,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731394826477-3-0', locateType=CURRENT is [region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:06,061 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T07:02:06,062 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:06,062 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,062 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:06,062 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-3-0] 2024-11-12T07:02:06,062 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:06,066 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/_temporary/0/_temporary/attempt_local1428006783_0012_r_000000_0/f3/2329fdc624474787bbbcc03928c3f91e is 58, key is row-test-1731394826477-3-0/f3:q1/1731394837647/Put/seqid=0 2024-11-12T07:02:06,068 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:06,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741974_1150 (size=5530) 2024-11-12T07:02:06,473 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/_temporary/0/_temporary/attempt_local1428006783_0012_r_000000_0/mob/dd2420bcbc884fcab085438666f4b8cd is 59, key is row-test-1731394826477-3-0/mob:q1/1731394837664/Put/seqid=0 2024-11-12T07:02:06,476 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741975_1151 (size=5539) 2024-11-12T07:02:06,918 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b83c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,918 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:06,918 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:06,919 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:06,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8ec886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:06,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,921 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf4727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:06,922 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:06,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:06,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:06,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:06,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:06,926 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-12T07:02:06,926 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:06,926 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,926 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:06,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:06,926 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T07:02:06,926 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:06,935 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/_temporary/0/_temporary/attempt_local1428006783_0012_r_000001_0/f/62471059d7454b10b95a48fe397d7806 is 37, key is row10/f:q1/1731394829203/Put/seqid=0 2024-11-12T07:02:06,936 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741976_1152 (size=8742) 2024-11-12T07:02:07,952 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491 2024-11-12T07:02:07,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f05f131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:07,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:07,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:07,953 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321b58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:07,955 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:07,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536b4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:07,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:07,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:07,961 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/_SUCCESS 2024-11-12T07:02:07,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:07,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:07,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707e3627 2024-11-12T07:02:07,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:07,972 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:07,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:07,981 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:07,991 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f/62471059d7454b10b95a48fe397d7806 first=Optional[row0] last=Optional[row98] 2024-11-12T07:02:07,994 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f3/2329fdc624474787bbbcc03928c3f91e first=Optional[row-test-1731394826477-3-0] last=Optional[row-test-1731394826477-3-5] 2024-11-12T07:02:07,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/mob/dd2420bcbc884fcab085438666f4b8cd first=Optional[row-test-1731394826477-3-0] last=Optional[row-test-1731394826477-3-5] 2024-11-12T07:02:08,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f/62471059d7454b10b95a48fe397d7806 for inclusion in f6a60b195f3331a73bb4dee40c7eb2f6/f 2024-11-12T07:02:08,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f3/2329fdc624474787bbbcc03928c3f91e for inclusion in 0000e2964f8bcec9b59eb7def63ac803/f3 2024-11-12T07:02:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731394826477-3-0 last=row-test-1731394826477-3-5 2024-11-12T07:02:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T07:02:08,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/mob/dd2420bcbc884fcab085438666f4b8cd for inclusion in 0000e2964f8bcec9b59eb7def63ac803/mob 2024-11-12T07:02:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T07:02:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-12T07:02:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for f6a60b195f3331a73bb4dee40c7eb2f6: 2024-11-12T07:02:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f/62471059d7454b10b95a48fe397d7806 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f/62471059d7454b10b95a48fe397d7806 2024-11-12T07:02:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731394826477-3-0 last=row-test-1731394826477-3-5 2024-11-12T07:02:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T07:02:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for 0000e2964f8bcec9b59eb7def63ac803: 2024-11-12T07:02:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f/62471059d7454b10b95a48fe397d7806 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_ 2024-11-12T07:02:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/f3/2329fdc624474787bbbcc03928c3f91e to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f3/2329fdc624474787bbbcc03928c3f91e 2024-11-12T07:02:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4227209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:08,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:08,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:08,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:08,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27dfc15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:08,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:08,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f3/2329fdc624474787bbbcc03928c3f91e as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_ 2024-11-12T07:02:08,027 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394924491/mob/dd2420bcbc884fcab085438666f4b8cd to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/mob/dd2420bcbc884fcab085438666f4b8cd 2024-11-12T07:02:08,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f431f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:08,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:08,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16299266 2024-11-12T07:02:08,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/mob/dd2420bcbc884fcab085438666f4b8cd as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_ 2024-11-12T07:02:08,030 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118025d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:08,031 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a5fd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:08,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:08,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae0a8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d2065c 2024-11-12T07:02:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:08,034 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:08,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:08,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:08,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585. 2024-11-12T07:02:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f/62471059d7454b10b95a48fe397d7806 into f6a60b195f3331a73bb4dee40c7eb2f6/f as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_ - updating store file list. 2024-11-12T07:02:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:08,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75510087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:08,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,058 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:08,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_ into f6a60b195f3331a73bb4dee40c7eb2f6/f 2024-11-12T07:02:08,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f/62471059d7454b10b95a48fe397d7806 into f6a60b195f3331a73bb4dee40c7eb2f6/f (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_) 2024-11-12T07:02:08,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59adcd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f/62471059d7454b10b95a48fe397d7806 2024-11-12T07:02:08,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:08,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b18ce4d 2024-11-12T07:02:08,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:08,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:08,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:08,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:08,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dcce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:08,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4043d1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1878098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea2e425 2024-11-12T07:02:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:08,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:08,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f3/2329fdc624474787bbbcc03928c3f91e into 0000e2964f8bcec9b59eb7def63ac803/f3 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_ - updating store file list. 2024-11-12T07:02:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_ into 0000e2964f8bcec9b59eb7def63ac803/f3 2024-11-12T07:02:08,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f3/2329fdc624474787bbbcc03928c3f91e into 0000e2964f8bcec9b59eb7def63ac803/f3 (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_) 2024-11-12T07:02:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/f3/2329fdc624474787bbbcc03928c3f91e 2024-11-12T07:02:08,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:08,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/mob/dd2420bcbc884fcab085438666f4b8cd into 0000e2964f8bcec9b59eb7def63ac803/mob as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_ - updating store file list. 2024-11-12T07:02:08,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585. 2024-11-12T07:02:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_ into 0000e2964f8bcec9b59eb7def63ac803/mob 2024-11-12T07:02:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/mob/dd2420bcbc884fcab085438666f4b8cd into 0000e2964f8bcec9b59eb7def63ac803/mob (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_) 2024-11-12T07:02:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__ke83h3shbqlhr57tbpt99cblkbehm36a2ds0m4f3jio7o1eq42302g6vehm7n3t4/mob/dd2420bcbc884fcab085438666f4b8cd 2024-11-12T07:02:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d136ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:08,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aa05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:08,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:08,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cca783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:08,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:08,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40509b57 2024-11-12T07:02:08,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:08,105 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:08,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:08,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:08,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:08,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:08,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:08,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:08,129 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T07:02:08,130 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T07:02:08,130 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731394837681 hdfs://localhost:35115/backupUT/backup_1731394837681/default/test-1731394826477/ 2024-11-12T07:02:08,130 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:08,131 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:02:08,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:08,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:08,133 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394837681/.backup.manifest 2024-11-12T07:02:08,133 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17313948264771' to 'ns2:table2' from full backup image hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771 2024-11-12T07:02:08,142 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-12T07:02:08,142 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:02:08,143 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f in region [hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2] 2024-11-12T07:02:08,147 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 first=row0 last=row98 2024-11-12T07:02:08,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:02:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-12T07:02:08,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:02:08,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-12T07:02:08,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:02:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:08,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741977_1153 (size=351) 2024-11-12T07:02:08,241 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-12T07:02:08,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-12T07:02:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:08,562 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d7e30ecaaf4ca0a37e15e36807af127, NAME => 'ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741978_1154 (size=37) 2024-11-12T07:02:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:08,969 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:08,969 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5d7e30ecaaf4ca0a37e15e36807af127, disabling compactions & flushes 2024-11-12T07:02:08,969 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:08,969 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:08,970 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. after waiting 0 ms 2024-11-12T07:02:08,970 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:08,970 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:08,970 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d7e30ecaaf4ca0a37e15e36807af127: Waiting for close lock at 1731394928969Disabling compacts and flushes for region at 1731394928969Disabling writes for close at 1731394928970 (+1 ms)Writing region close event to WAL at 1731394928970Closed at 1731394928970 2024-11-12T07:02:08,972 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:02:08,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731394928973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394928973"}]},"ts":"1731394928973"} 2024-11-12T07:02:08,977 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:02:08,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:02:08,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394928979"}]},"ts":"1731394928979"} 2024-11-12T07:02:08,982 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-12T07:02:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, ASSIGN}] 2024-11-12T07:02:08,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, ASSIGN 2024-11-12T07:02:08,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:09,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T07:02:09,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac4a33f32f1481e68b4fa8ccd58267c5, had cached 0 bytes from a total of 41499 2024-11-12T07:02:09,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5d7e30ecaaf4ca0a37e15e36807af127, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, ASSIGN because future has completed 2024-11-12T07:02:09,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:09,297 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:09,298 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d7e30ecaaf4ca0a37e15e36807af127, NAME => 'ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:02:09,298 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:09,299 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,299 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:09,299 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,299 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,301 INFO [StoreOpener-5d7e30ecaaf4ca0a37e15e36807af127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,302 INFO [StoreOpener-5d7e30ecaaf4ca0a37e15e36807af127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d7e30ecaaf4ca0a37e15e36807af127 columnFamilyName f 2024-11-12T07:02:09,303 DEBUG [StoreOpener-5d7e30ecaaf4ca0a37e15e36807af127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:09,303 INFO [StoreOpener-5d7e30ecaaf4ca0a37e15e36807af127-1 {}] regionserver.HStore(327): Store=5d7e30ecaaf4ca0a37e15e36807af127/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:09,303 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,304 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,304 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,304 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,304 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,306 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,308 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:09,308 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 5d7e30ecaaf4ca0a37e15e36807af127; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10450733440, jitterRate=-0.026699602603912354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:02:09,308 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:09,309 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 5d7e30ecaaf4ca0a37e15e36807af127: Running coprocessor pre-open hook at 1731394929299Writing region info on filesystem at 1731394929299Initializing all the Stores at 1731394929300 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394929300Cleaning up temporary data from old regions at 1731394929304 (+4 ms)Running coprocessor post-open hooks at 1731394929308 (+4 ms)Region opened successfully at 1731394929309 (+1 ms) 2024-11-12T07:02:09,309 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., pid=68, masterSystemTime=1731394929288 2024-11-12T07:02:09,311 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:09,311 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:09,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5d7e30ecaaf4ca0a37e15e36807af127, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:09,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:09,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-12T07:02:09,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976 in 177 msec 2024-11-12T07:02:09,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T07:02:09,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, ASSIGN in 334 msec 2024-11-12T07:02:09,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:02:09,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394929318"}]},"ts":"1731394929318"} 2024-11-12T07:02:09,319 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-12T07:02:09,320 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:02:09,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1710 sec 2024-11-12T07:02:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:02:10,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-12T07:02:10,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:10,311 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 from hbase tables ns2:test-17313948264771 to tables ns2:table2 2024-11-12T07:02:10,311 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17313948264771 into ns2:table2 2024-11-12T07:02:10,312 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311 from hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:02:10,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ef27a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:10,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:10,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:10,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:10,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:10,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:10,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793cd53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:10,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:10,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:10,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:10,316 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:10,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795d1f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:10,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:10,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:10,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37742b5d 2024-11-12T07:02:10,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:10,319 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:10,319 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:02:10,319 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-12T07:02:10,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:10,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:10,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:10,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:10,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:10,324 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-12T07:02:10,324 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-12T07:02:10,324 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_b135c43d-2675-4b83-b809-5caa4a45fde2 2024-11-12T07:02:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741979_1155 (size=153) 2024-11-12T07:02:10,735 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:10,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:10,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-993719931130458743.jar 2024-11-12T07:02:11,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:11,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:02:11,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:02:11,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:02:11,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:02:11,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:11,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:02:11,600 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-12T07:02:11,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:11,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:11,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:11,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:11,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:11,600 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T07:02:11,601 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:11,609 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:11,620 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T07:02:11,703 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1684538900_0013_c8c19da0-b80e-42b5-bfad-11c8c9ad8019/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:11,703 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1684538900_0013_c8c19da0-b80e-42b5-bfad-11c8c9ad8019/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:11,761 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:02:11,764 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:11,795 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e72159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:11,795 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:11,795 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:11,796 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:11,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:11,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:11,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4ac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:11,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:11,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:11,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:11,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:11,800 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:11,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:11,804 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-12T07:02:11,804 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:11,804 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:11,804 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:11,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:11,804 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T07:02:11,804 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:11,812 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311/_temporary/0/_temporary/attempt_local1684538900_0013_r_000000_0/f/f8e222a422af437997764e73e80f8fe6 is 37, key is row10/f:q1/1731394831527/Put/seqid=0 2024-11-12T07:02:11,813 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:11,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741980_1156 (size=8742) 2024-11-12T07:02:12,751 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311 2024-11-12T07:02:12,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cff610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:12,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:12,753 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:12,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:12,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:12,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecdad0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:12,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:12,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,754 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:12,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc166b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:12,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:12,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:12,761 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311/_SUCCESS 2024-11-12T07:02:12,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:12,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:12,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2029016d 2024-11-12T07:02:12,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:12,766 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,772 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:12,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311/f/f8e222a422af437997764e73e80f8fe6 first=Optional[row0] last=Optional[row98] 2024-11-12T07:02:12,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311/f/f8e222a422af437997764e73e80f8fe6 for inclusion in 5d7e30ecaaf4ca0a37e15e36807af127/f 2024-11-12T07:02:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T07:02:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:02:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for 5d7e30ecaaf4ca0a37e15e36807af127: 2024-11-12T07:02:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394930311/f/f8e222a422af437997764e73e80f8fe6 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__loe0umll0qeh6p7f0t0jtcsf7qp1f4dqtetfmv130v7d9f25igbmp1g0anduug5e/f/f8e222a422af437997764e73e80f8fe6 2024-11-12T07:02:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__loe0umll0qeh6p7f0t0jtcsf7qp1f4dqtetfmv130v7d9f25igbmp1g0anduug5e/f/f8e222a422af437997764e73e80f8fe6 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_ 2024-11-12T07:02:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b79b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:12,795 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:12,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:12,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b28ead9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,797 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:12,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53476e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1622e357 2024-11-12T07:02:12,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:12,800 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:12,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:12,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:12,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:12,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:12,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__loe0umll0qeh6p7f0t0jtcsf7qp1f4dqtetfmv130v7d9f25igbmp1g0anduug5e/f/f8e222a422af437997764e73e80f8fe6 into 5d7e30ecaaf4ca0a37e15e36807af127/f as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_ - updating store file list. 2024-11-12T07:02:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_ into 5d7e30ecaaf4ca0a37e15e36807af127/f 2024-11-12T07:02:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__loe0umll0qeh6p7f0t0jtcsf7qp1f4dqtetfmv130v7d9f25igbmp1g0anduug5e/f/f8e222a422af437997764e73e80f8fe6 into 5d7e30ecaaf4ca0a37e15e36807af127/f (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_) 2024-11-12T07:02:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__loe0umll0qeh6p7f0t0jtcsf7qp1f4dqtetfmv130v7d9f25igbmp1g0anduug5e/f/f8e222a422af437997764e73e80f8fe6 2024-11-12T07:02:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0ba31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:12,828 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4649932c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec7be37 2024-11-12T07:02:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:12,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:12,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:12,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:12,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:12,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:12,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:12,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:12,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:12,850 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T07:02:12,850 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T07:02:12,850 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731394837681 hdfs://localhost:35115/backupUT/backup_1731394837681/ns2/test-17313948264771/ 2024-11-12T07:02:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:12,850 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-12T07:02:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:12,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:02:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:12,876 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394909059/.backup.manifest 2024-11-12T07:02:12,879 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394909059/.backup.manifest 2024-11-12T07:02:12,879 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394873754/.backup.manifest 2024-11-12T07:02:12,881 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394873754/.backup.manifest 2024-11-12T07:02:12,881 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731394826477' to 'table1' from full backup image hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477 2024-11-12T07:02:12,884 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731394909059 2024-11-12T07:02:12,887 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-12T07:02:12,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-12T07:02:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-12T07:02:12,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394932898"}]},"ts":"1731394932898"} 2024-11-12T07:02:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T07:02:12,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-12T07:02:12,900 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-12T07:02:12,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-12T07:02:12,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, UNASSIGN}] 2024-11-12T07:02:12,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, UNASSIGN 2024-11-12T07:02:12,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, UNASSIGN 2024-11-12T07:02:12,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0000e2964f8bcec9b59eb7def63ac803, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:12,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=f6a60b195f3331a73bb4dee40c7eb2f6, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:12,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, UNASSIGN because future has completed 2024-11-12T07:02:12,910 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:02:12,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, UNASSIGN because future has completed 2024-11-12T07:02:12,910 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:02:12,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:12,959 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-12T07:02:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T07:02:13,063 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:13,063 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:02:13,063 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing f6a60b195f3331a73bb4dee40c7eb2f6, disabling compactions & flushes 2024-11-12T07:02:13,063 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:13,063 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:13,063 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. after waiting 0 ms 2024-11-12T07:02:13,063 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:13,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:13,074 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:13,074 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. 2024-11-12T07:02:13,075 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for f6a60b195f3331a73bb4dee40c7eb2f6: Waiting for close lock at 1731394933063Running coprocessor pre-close hooks at 1731394933063Disabling compacts and flushes for region at 1731394933063Disabling writes for close at 1731394933063Writing region close event to WAL at 1731394933065 (+2 ms)Running coprocessor post-close hooks at 1731394933074 (+9 ms)Closed at 1731394933074 2024-11-12T07:02:13,077 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:13,077 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:13,077 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:02:13,078 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 0000e2964f8bcec9b59eb7def63ac803, disabling compactions & flushes 2024-11-12T07:02:13,078 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:13,078 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:13,078 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. after waiting 0 ms 2024-11-12T07:02:13,078 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:13,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=f6a60b195f3331a73bb4dee40c7eb2f6, regionState=CLOSED 2024-11-12T07:02:13,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:13,084 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:13,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-12T07:02:13,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure f6a60b195f3331a73bb4dee40c7eb2f6, server=9f0beee3d6b6,43585,1731394816976 in 172 msec 2024-11-12T07:02:13,085 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:13,085 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. 2024-11-12T07:02:13,085 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 0000e2964f8bcec9b59eb7def63ac803: Waiting for close lock at 1731394933078Running coprocessor pre-close hooks at 1731394933078Disabling compacts and flushes for region at 1731394933078Disabling writes for close at 1731394933078Writing region close event to WAL at 1731394933079 (+1 ms)Running coprocessor post-close hooks at 1731394933085 (+6 ms)Closed at 1731394933085 2024-11-12T07:02:13,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f6a60b195f3331a73bb4dee40c7eb2f6, UNASSIGN in 179 msec 2024-11-12T07:02:13,087 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:13,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=0000e2964f8bcec9b59eb7def63ac803, regionState=CLOSED 2024-11-12T07:02:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:13,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-12T07:02:13,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 0000e2964f8bcec9b59eb7def63ac803, server=9f0beee3d6b6,43585,1731394816976 in 181 msec 2024-11-12T07:02:13,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T07:02:13,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0000e2964f8bcec9b59eb7def63ac803, UNASSIGN in 186 msec 2024-11-12T07:02:13,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-12T07:02:13,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 193 msec 2024-11-12T07:02:13,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394933097"}]},"ts":"1731394933097"} 2024-11-12T07:02:13,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-12T07:02:13,098 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-12T07:02:13,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 206 msec 2024-11-12T07:02:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-12T07:02:13,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-12T07:02:13,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-12T07:02:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-12T07:02:13,237 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-12T07:02:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:13,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:13,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:13,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f3, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/mob, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/recovered.edits] 2024-11-12T07:02:13,246 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/recovered.edits] 2024-11-12T07:02:13,250 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_ to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/f/141800c1236e4ae9a60a69785fd7f08e_SeqId_4_ 2024-11-12T07:02:13,251 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_ to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/f3/cc08965953a24e76829c4a9ce5de75cd_SeqId_4_ 2024-11-12T07:02:13,253 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_ to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/mob/1ecf0f9ab6a34324a9df8427d609cf17_SeqId_4_ 2024-11-12T07:02:13,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/recovered.edits/6.seqid to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6/recovered.edits/6.seqid 2024-11-12T07:02:13,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/f6a60b195f3331a73bb4dee40c7eb2f6 2024-11-12T07:02:13,256 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/recovered.edits/6.seqid to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/default/table1/0000e2964f8bcec9b59eb7def63ac803/recovered.edits/6.seqid 2024-11-12T07:02:13,257 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/0000e2964f8bcec9b59eb7def63ac803 2024-11-12T07:02:13,257 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-12T07:02:13,257 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-12T07:02:13,258 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-12T07:02:13,260 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-12T07:02:13,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43585 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T07:02:13,269 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-12T07:02:13,272 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-12T07:02:13,273 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-12T07:02:13,273 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731394933273"}]},"ts":"9223372036854775807"} 2024-11-12T07:02:13,273 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731394933273"}]},"ts":"9223372036854775807"} 2024-11-12T07:02:13,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-12T07:02:13,276 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0000e2964f8bcec9b59eb7def63ac803, NAME => 'table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => f6a60b195f3331a73bb4dee40c7eb2f6, NAME => 'table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-12T07:02:13,276 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-12T07:02:13,276 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731394933276"}]},"ts":"9223372036854775807"} 2024-11-12T07:02:13,278 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-12T07:02:13,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741981_1157 (size=938) 2024-11-12T07:02:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:13,687 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c71ca522141a49fa0575be76cdfe2fc, NAME => 'table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:13,687 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a3027e7f70064407eaa87e8cc554ccc, NAME => 'table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741982_1158 (size=45) 2024-11-12T07:02:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741983_1159 (size=45) 2024-11-12T07:02:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:14,097 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:14,097 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:14,097 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 3a3027e7f70064407eaa87e8cc554ccc, disabling compactions & flushes 2024-11-12T07:02:14,097 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,097 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 4c71ca522141a49fa0575be76cdfe2fc, disabling compactions & flushes 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,098 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. after waiting 0 ms 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. after waiting 0 ms 2024-11-12T07:02:14,098 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,098 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a3027e7f70064407eaa87e8cc554ccc: Waiting for close lock at 1731394934097Disabling compacts and flushes for region at 1731394934097Disabling writes for close at 1731394934098 (+1 ms)Writing region close event to WAL at 1731394934098Closed at 1731394934098 2024-11-12T07:02:14,098 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c71ca522141a49fa0575be76cdfe2fc: Waiting for close lock at 1731394934097Disabling compacts and flushes for region at 1731394934097Disabling writes for close at 1731394934098 (+1 ms)Writing region close event to WAL at 1731394934098Closed at 1731394934098 2024-11-12T07:02:14,100 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731394934100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394934100"}]},"ts":"1731394934100"} 2024-11-12T07:02:14,101 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731394934100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394934100"}]},"ts":"1731394934100"} 2024-11-12T07:02:14,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T07:02:14,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394934105"}]},"ts":"1731394934105"} 2024-11-12T07:02:14,107 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-12T07:02:14,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, ASSIGN}] 2024-11-12T07:02:14,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, ASSIGN 2024-11-12T07:02:14,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, ASSIGN 2024-11-12T07:02:14,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:14,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:14,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:02:14,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-12T07:02:14,261 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:14,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:14,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, ASSIGN because future has completed 2024-11-12T07:02:14,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:14,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, ASSIGN because future has completed 2024-11-12T07:02:14,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:14,428 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,428 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a3027e7f70064407eaa87e8cc554ccc, NAME => 'table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T07:02:14,429 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:14,429 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,429 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:14,430 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,430 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,432 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,435 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName f 2024-11-12T07:02:14,435 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,436 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,436 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,438 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName f3 2024-11-12T07:02:14,439 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,439 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,439 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,441 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName mob 2024-11-12T07:02:14,442 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,443 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,443 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,444 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,445 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,446 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,446 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,447 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:14,448 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,451 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:14,452 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 3a3027e7f70064407eaa87e8cc554ccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11013069440, jitterRate=0.02567201852798462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:14,452 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:14,452 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 3a3027e7f70064407eaa87e8cc554ccc: Running coprocessor pre-open hook at 1731394934430Writing region info on filesystem at 1731394934430Initializing all the Stores at 1731394934432 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934432Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934432Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934432Cleaning up temporary data from old regions at 1731394934446 (+14 ms)Running coprocessor post-open hooks at 1731394934452 (+6 ms)Region opened successfully at 1731394934452 2024-11-12T07:02:14,453 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc., pid=78, masterSystemTime=1731394934419 2024-11-12T07:02:14,456 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,456 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:14,456 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,456 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c71ca522141a49fa0575be76cdfe2fc, NAME => 'table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T07:02:14,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:14,457 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:14,457 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,457 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:14,457 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,457 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:14,459 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,461 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName f 2024-11-12T07:02:14,462 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,462 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,462 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-12T07:02:14,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 in 195 msec 2024-11-12T07:02:14,464 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName f3 2024-11-12T07:02:14,464 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,465 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, ASSIGN in 356 msec 2024-11-12T07:02:14,465 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,466 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName mob 2024-11-12T07:02:14,467 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:14,467 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:14,468 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,469 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,469 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,470 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,470 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,471 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:14,473 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,475 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:14,476 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 4c71ca522141a49fa0575be76cdfe2fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9675908160, jitterRate=-0.09886083006858826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:14,476 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:14,476 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 4c71ca522141a49fa0575be76cdfe2fc: Running coprocessor pre-open hook at 1731394934457Writing region info on filesystem at 1731394934457Initializing all the Stores at 1731394934459 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934459Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934459Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394934459Cleaning up temporary data from old regions at 1731394934470 (+11 ms)Running coprocessor post-open hooks at 1731394934476 (+6 ms)Region opened successfully at 1731394934476 2024-11-12T07:02:14,477 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., pid=79, masterSystemTime=1731394934419 2024-11-12T07:02:14,479 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,479 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:14,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:14,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:14,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=76 2024-11-12T07:02:14,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 in 215 msec 2024-11-12T07:02:14,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-12T07:02:14,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, ASSIGN in 378 msec 2024-11-12T07:02:14,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394934488"}]},"ts":"1731394934488"} 2024-11-12T07:02:14,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-12T07:02:14,491 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-12T07:02:14,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2600 sec 2024-11-12T07:02:14,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T07:02:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-12T07:02:15,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-12T07:02:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:15,408 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa,hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c from hbase tables test-1731394826477 to tables table1 2024-11-12T07:02:15,408 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731394826477 into table1 2024-11-12T07:02:15,411 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408 from hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa,hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:02:15,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150140b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:15,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:15,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:15,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d069d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:15,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:15,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:15,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123c2628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:15,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f1a8ec 2024-11-12T07:02:15,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:15,418 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:15,419 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:02:15,419 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T07:02:15,419 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:15,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:15,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:15,423 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T07:02:15,423 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T07:02:15,423 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T07:02:15,423 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_6b7865b8-5d29-4de3-b7eb-499389cbf342 2024-11-12T07:02:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741984_1160 (size=177) 2024-11-12T07:02:15,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-12T07:02:15,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-12T07:02:15,833 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:15,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:15,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-13108258436175729925.jar 2024-11-12T07:02:16,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:16,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:02:16,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:02:16,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:02:16,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:02:16,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:02:16,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:02:16,700 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T07:02:16,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:16,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:16,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:16,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:16,701 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T07:02:16,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:16,711 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:16,723 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T07:02:16,825 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1005376931_0014_f2a7df12-9e29-45db-9a59-8b22c193c41d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:16,825 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1005376931_0014_f2a7df12-9e29-45db-9a59-8b22c193c41d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:16,875 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/ffc639b7324d4c47b544c883de1b3bdc 2024-11-12T07:02:16,878 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:16,913 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/0d2545309765404aa458d3dde230f447 2024-11-12T07:02:16,916 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:16,939 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f/c58e743bee22408e9f89c28d9077a8e0 2024-11-12T07:02:16,942 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:16,973 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/82dd1915234b95c0905e377e380fa1aa/mob/d41d8cd98f00b204e9800998ecf8427e20241112f3bf619f36554c24a392be7d978076cc_a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:02:16,976 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:16,997 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/default/test-1731394826477/archive/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/mob/5cbc31fbf36e4cb69330670e02da9027 2024-11-12T07:02:17,000 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:17,030 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6561ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,030 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:17,031 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:17,031 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f336007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:17,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8071ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,035 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:17,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:17,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:17,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731394826477-1-0', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:17,039 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T07:02:17,039 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:17,039 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,040 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:17,040 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-1-0] 2024-11-12T07:02:17,040 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:17,050 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c6614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,050 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:17,050 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:17,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:17,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:17,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20841b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,053 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbf722a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,053 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:17,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:17,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731394826477-3-0', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:17,057 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T07:02:17,057 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:17,057 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,057 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:17,057 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-3-0] 2024-11-12T07:02:17,057 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:17,063 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/_temporary/0/_temporary/attempt_local1005376931_0014_r_000000_0/f/5a285261351f4d23ab1e18654d52d063 is 59, key is row-test-1731394826477-1-10/f:q1/1731394857933/Put/seqid=0 2024-11-12T07:02:17,065 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:17,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741985_1161 (size=11125) 2024-11-12T07:02:17,471 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/_temporary/0/_temporary/attempt_local1005376931_0014_r_000000_0/mob/e6b3a583df9e45678cbf1ca49d4db551 is 192, key is row-test-1731394826477-3-100/mob:q1/1731394858391/Put/seqid=0 2024-11-12T07:02:17,475 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741986_1162 (size=13404) 2024-11-12T07:02:17,915 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e9dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,915 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:17,915 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:17,916 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca3d136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:17,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8cd2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:17,918 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:17,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:17,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:17,922 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-12T07:02:17,922 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:17,922 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,922 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:17,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:17,922 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-12T07:02:17,922 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:17,928 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/_temporary/0/_temporary/attempt_local1005376931_0014_r_000001_0/f/3a35167e91c7433691e60709a906e018 is 37, key is row10/f:q1/1731394829203/Put/seqid=0 2024-11-12T07:02:17,929 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741987_1163 (size=8742) 2024-11-12T07:02:18,872 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408 2024-11-12T07:02:18,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1494396b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:18,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:18,874 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:18,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:18,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313df549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:18,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:18,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:18,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be0ec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:18,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:18,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:18,882 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/_SUCCESS 2024-11-12T07:02:18,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:18,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:18,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b68c113 2024-11-12T07:02:18,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:18,891 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:18,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/3a35167e91c7433691e60709a906e018 first=Optional[row0] last=Optional[row98] 2024-11-12T07:02:18,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/5a285261351f4d23ab1e18654d52d063 first=Optional[row-test-1731394826477-1-0] last=Optional[row-test-1731394826477-1-98] 2024-11-12T07:02:18,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/mob/e6b3a583df9e45678cbf1ca49d4db551 first=Optional[row-test-1731394826477-3-0] last=Optional[row-test-1731394826477-3-99] 2024-11-12T07:02:18,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/mob/e6b3a583df9e45678cbf1ca49d4db551 for inclusion in 4c71ca522141a49fa0575be76cdfe2fc/mob 2024-11-12T07:02:18,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/3a35167e91c7433691e60709a906e018 for inclusion in 3a3027e7f70064407eaa87e8cc554ccc/f 2024-11-12T07:02:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731394826477-3-0 last=row-test-1731394826477-3-99 2024-11-12T07:02:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T07:02:18,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/5a285261351f4d23ab1e18654d52d063 for inclusion in 4c71ca522141a49fa0575be76cdfe2fc/f 2024-11-12T07:02:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-12T07:02:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-12T07:02:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for 3a3027e7f70064407eaa87e8cc554ccc: 2024-11-12T07:02:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/3a35167e91c7433691e60709a906e018 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/3a35167e91c7433691e60709a906e018 2024-11-12T07:02:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731394826477-1-0 last=row-test-1731394826477-1-98 2024-11-12T07:02:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T07:02:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for 4c71ca522141a49fa0575be76cdfe2fc: 2024-11-12T07:02:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/mob/e6b3a583df9e45678cbf1ca49d4db551 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/mob/e6b3a583df9e45678cbf1ca49d4db551 2024-11-12T07:02:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/3a35167e91c7433691e60709a906e018 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/f/32b14f07755b4c5191d62a0413027b34_SeqId_4_ 2024-11-12T07:02:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d153ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:18,927 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:18,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:18,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fdaf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/mob/e6b3a583df9e45678cbf1ca49d4db551 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/mob/0bd4a030c20848eebc883fdf1832e161_SeqId_4_ 2024-11-12T07:02:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394935408/f/5a285261351f4d23ab1e18654d52d063 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/5a285261351f4d23ab1e18654d52d063 2024-11-12T07:02:18,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e9b907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/5a285261351f4d23ab1e18654d52d063 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f/4a5141f029f740acada4eab94b1b0cae_SeqId_4_ 2024-11-12T07:02:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5c4af9 2024-11-12T07:02:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33146181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:18,931 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:18,932 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddfa2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:18,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:18,934 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16319216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f38b482 2024-11-12T07:02:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:18,937 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:18,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:18,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:18,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:18,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585. 2024-11-12T07:02:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:18,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/3a35167e91c7433691e60709a906e018 into 3a3027e7f70064407eaa87e8cc554ccc/f as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/f/32b14f07755b4c5191d62a0413027b34_SeqId_4_ - updating store file list. 2024-11-12T07:02:18,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:18,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:18,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/f/32b14f07755b4c5191d62a0413027b34_SeqId_4_ into 3a3027e7f70064407eaa87e8cc554ccc/f 2024-11-12T07:02:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/3a35167e91c7433691e60709a906e018 into 3a3027e7f70064407eaa87e8cc554ccc/f (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/f/32b14f07755b4c5191d62a0413027b34_SeqId_4_) 2024-11-12T07:02:18,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/3a35167e91c7433691e60709a906e018 2024-11-12T07:02:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72dbd5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:18,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:18,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d57b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:18,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa40798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2575bc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:18,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e822f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,962 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f1f3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594f4317 2024-11-12T07:02:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70864598 2024-11-12T07:02:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:18,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:18,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:18,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:18,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:18,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:18,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:18,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:18,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:18,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:18,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:18,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:18,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/5a285261351f4d23ab1e18654d52d063 into 4c71ca522141a49fa0575be76cdfe2fc/f as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f/4a5141f029f740acada4eab94b1b0cae_SeqId_4_ - updating store file list. 2024-11-12T07:02:18,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585. 2024-11-12T07:02:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:18,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:18,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f/4a5141f029f740acada4eab94b1b0cae_SeqId_4_ into 4c71ca522141a49fa0575be76cdfe2fc/f 2024-11-12T07:02:18,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/5a285261351f4d23ab1e18654d52d063 into 4c71ca522141a49fa0575be76cdfe2fc/f (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f/4a5141f029f740acada4eab94b1b0cae_SeqId_4_) 2024-11-12T07:02:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/f/5a285261351f4d23ab1e18654d52d063 2024-11-12T07:02:18,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/mob/e6b3a583df9e45678cbf1ca49d4db551 into 4c71ca522141a49fa0575be76cdfe2fc/mob as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/mob/0bd4a030c20848eebc883fdf1832e161_SeqId_4_ - updating store file list. 2024-11-12T07:02:18,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/mob/0bd4a030c20848eebc883fdf1832e161_SeqId_4_ into 4c71ca522141a49fa0575be76cdfe2fc/mob 2024-11-12T07:02:18,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/mob/e6b3a583df9e45678cbf1ca49d4db551 into 4c71ca522141a49fa0575be76cdfe2fc/mob (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/mob/0bd4a030c20848eebc883fdf1832e161_SeqId_4_) 2024-11-12T07:02:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__q5o0cjbrnmcn2tikeil8pbricchifrse2kb1n87q788enfnjsf4rqv9nl4j1mg5h/mob/e6b3a583df9e45678cbf1ca49d4db551 2024-11-12T07:02:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14df33cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:19,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ec322e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:19,003 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644af4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a65ca3 2024-11-12T07:02:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:19,006 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:19,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:19,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:19,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:19,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:19,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:19,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:19,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:19,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:19,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:19,027 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T07:02:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:19,028 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:02:19,045 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731394826477' to 'table1' from log dirs: hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477/f2/8863ea62325c4afca54ba95a062c6f7e 2024-11-12T07:02:19,049 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731394826477', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731394909059 2024-11-12T07:02:19,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:02:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-12T07:02:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741988_1164 (size=938) 2024-11-12T07:02:19,140 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-12T07:02:19,469 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-12T07:02:19,469 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-12T07:02:19,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-12T07:02:19,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE}] 2024-11-12T07:02:19,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE 2024-11-12T07:02:19,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE 2024-11-12T07:02:19,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:19,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:19,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE because future has completed 2024-11-12T07:02:19,480 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:02:19,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:19,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE because future has completed 2024-11-12T07:02:19,481 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:02:19,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:19,633 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,633 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:02:19,633 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 4c71ca522141a49fa0575be76cdfe2fc, disabling compactions & flushes 2024-11-12T07:02:19,633 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:19,633 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:19,633 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. after waiting 0 ms 2024-11-12T07:02:19,633 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:19,638 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:19,639 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:19,639 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:19,639 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 4c71ca522141a49fa0575be76cdfe2fc: Waiting for close lock at 1731394939633Running coprocessor pre-close hooks at 1731394939633Disabling compacts and flushes for region at 1731394939633Disabling writes for close at 1731394939633Writing region close event to WAL at 1731394939634 (+1 ms)Running coprocessor post-close hooks at 1731394939639 (+5 ms)Closed at 1731394939639 2024-11-12T07:02:19,639 WARN [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 4c71ca522141a49fa0575be76cdfe2fc to self. 2024-11-12T07:02:19,641 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,641 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,641 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:02:19,641 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 3a3027e7f70064407eaa87e8cc554ccc, disabling compactions & flushes 2024-11-12T07:02:19,641 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,642 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,642 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. after waiting 0 ms 2024-11-12T07:02:19,642 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=CLOSED 2024-11-12T07:02:19,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:19,646 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:19,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-12T07:02:19,647 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:19,647 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,647 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 3a3027e7f70064407eaa87e8cc554ccc: Waiting for close lock at 1731394939641Running coprocessor pre-close hooks at 1731394939641Disabling compacts and flushes for region at 1731394939641Disabling writes for close at 1731394939642 (+1 ms)Writing region close event to WAL at 1731394939642Running coprocessor post-close hooks at 1731394939647 (+5 ms)Closed at 1731394939647 2024-11-12T07:02:19,647 WARN [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 3a3027e7f70064407eaa87e8cc554ccc to self. 2024-11-12T07:02:19,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 in 164 msec 2024-11-12T07:02:19,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=true 2024-11-12T07:02:19,648 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,649 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=CLOSED 2024-11-12T07:02:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-12T07:02:19,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 in 170 msec 2024-11-12T07:02:19,653 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=true 2024-11-12T07:02:19,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:19,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE because future has completed 2024-11-12T07:02:19,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:19,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE because future has completed 2024-11-12T07:02:19,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:19,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T07:02:19,960 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,960 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a3027e7f70064407eaa87e8cc554ccc, NAME => 'table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-12T07:02:19,960 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:19,960 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,960 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:19,961 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,961 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,962 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,963 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName f 2024-11-12T07:02:19,963 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:19,969 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/f/32b14f07755b4c5191d62a0413027b34_SeqId_4_ 2024-11-12T07:02:19,969 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:19,969 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,971 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName f2 2024-11-12T07:02:19,971 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:19,971 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:19,971 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,972 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3027e7f70064407eaa87e8cc554ccc columnFamilyName mob 2024-11-12T07:02:19,973 DEBUG [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:19,973 INFO [StoreOpener-3a3027e7f70064407eaa87e8cc554ccc-1 {}] regionserver.HStore(327): Store=3a3027e7f70064407eaa87e8cc554ccc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:19,973 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,974 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,975 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,976 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,976 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,977 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:19,978 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,979 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 3a3027e7f70064407eaa87e8cc554ccc; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11274746080, jitterRate=0.05004255473613739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:19,979 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:19,979 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 3a3027e7f70064407eaa87e8cc554ccc: Running coprocessor pre-open hook at 1731394939961Writing region info on filesystem at 1731394939961Initializing all the Stores at 1731394939962 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939962Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939962Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939962Cleaning up temporary data from old regions at 1731394939976 (+14 ms)Running coprocessor post-open hooks at 1731394939979 (+3 ms)Region opened successfully at 1731394939979 2024-11-12T07:02:19,980 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc., pid=86, masterSystemTime=1731394939956 2024-11-12T07:02:19,982 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,982 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:19,982 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:19,982 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c71ca522141a49fa0575be76cdfe2fc, NAME => 'table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-12T07:02:19,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3a3027e7f70064407eaa87e8cc554ccc, regionState=OPEN, openSeqNum=7, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:19,983 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:19,983 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,983 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:19,983 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,983 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:19,985 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,986 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName f 2024-11-12T07:02:19,986 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:19,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-12T07:02:19,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a3027e7f70064407eaa87e8cc554ccc, server=9f0beee3d6b6,43585,1731394816976 in 183 msec 2024-11-12T07:02:19,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3a3027e7f70064407eaa87e8cc554ccc, REOPEN/MOVE in 512 msec 2024-11-12T07:02:19,992 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f/4a5141f029f740acada4eab94b1b0cae_SeqId_4_ 2024-11-12T07:02:19,993 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:19,993 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,994 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName f2 2024-11-12T07:02:19,994 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:19,995 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:19,995 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:19,996 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c71ca522141a49fa0575be76cdfe2fc columnFamilyName mob 2024-11-12T07:02:19,996 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:20,001 DEBUG [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/mob/0bd4a030c20848eebc883fdf1832e161_SeqId_4_ 2024-11-12T07:02:20,002 INFO [StoreOpener-4c71ca522141a49fa0575be76cdfe2fc-1 {}] regionserver.HStore(327): Store=4c71ca522141a49fa0575be76cdfe2fc/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:20,002 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,003 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,004 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,005 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,005 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,005 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:02:20,007 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,007 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 4c71ca522141a49fa0575be76cdfe2fc; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11213134720, jitterRate=0.04430454969406128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:02:20,007 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:20,008 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 4c71ca522141a49fa0575be76cdfe2fc: Running coprocessor pre-open hook at 1731394939983Writing region info on filesystem at 1731394939983Initializing all the Stores at 1731394939985 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939985Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939985Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394939985Cleaning up temporary data from old regions at 1731394940005 (+20 ms)Running coprocessor post-open hooks at 1731394940007 (+2 ms)Region opened successfully at 1731394940008 (+1 ms) 2024-11-12T07:02:20,008 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., pid=87, masterSystemTime=1731394939956 2024-11-12T07:02:20,010 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:20,010 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:20,011 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4c71ca522141a49fa0575be76cdfe2fc, regionState=OPEN, openSeqNum=7, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:20,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-12T07:02:20,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c71ca522141a49fa0575be76cdfe2fc, server=9f0beee3d6b6,43585,1731394816976 in 208 msec 2024-11-12T07:02:20,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-12T07:02:20,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4c71ca522141a49fa0575be76cdfe2fc, REOPEN/MOVE in 538 msec 2024-11-12T07:02:20,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T07:02:20,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 543 msec 2024-11-12T07:02:20,020 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-12T07:02:20,020 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., family=f3 2024-11-12T07:02:20,021 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc., family=f3 2024-11-12T07:02:20,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 969 msec 2024-11-12T07:02:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:02:20,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-12T07:02:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:20,030 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:02:20,030 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477/f2/8863ea62325c4afca54ba95a062c6f7e from hbase tables test-1731394826477 to tables table1 2024-11-12T07:02:20,030 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731394826477 into table1 2024-11-12T07:02:20,031 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030 from hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477/f2/8863ea62325c4afca54ba95a062c6f7e 2024-11-12T07:02:20,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab1d062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:20,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:20,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:20,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e8cb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:20,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:20,034 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f014f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:20,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7b33c7 2024-11-12T07:02:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:20,036 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:20,037 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:02:20,037 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-12T07:02:20,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:20,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:20,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:20,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:20,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:20,041 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-12T07:02:20,041 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-12T07:02:20,041 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-12T07:02:20,041 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_fe403435-d57a-4e7e-bc19-d89f712a7a71 2024-11-12T07:02:20,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741989_1165 (size=177) 2024-11-12T07:02:20,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-12T07:02:20,274 DEBUG [regionserver/9f0beee3d6b6:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-12T07:02:20,277 WARN [regionserver/9f0beee3d6b6:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 18, running: 1 2024-11-12T07:02:20,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:20,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:20,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-10323500018301725261.jar 2024-11-12T07:02:21,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:02:21,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:02:21,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:02:21,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:02:21,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:02:21,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:02:21,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:21,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:02:21,318 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-12T07:02:21,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:21,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:21,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:21,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:21,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:21,318 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T07:02:21,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:21,329 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:21,340 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T07:02:21,425 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1288542504_0015_04bc37da-3e27-4f6b-ad89-8897d9f24a07/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:21,425 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1288542504_0015_04bc37da-3e27-4f6b-ad89-8897d9f24a07/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:21,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477/f2/8863ea62325c4afca54ba95a062c6f7e 2024-11-12T07:02:21,480 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:21,511 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d31b76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:21,511 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:21,511 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:21,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7449e238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:21,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:21,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:21,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b59275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:21,514 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:21,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:21,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:21,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:21,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731394826477-2-0', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7] 2024-11-12T07:02:21,518 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-12T07:02:21,518 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:21,518 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:21,518 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:21,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:21,518 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731394826477-2-0] 2024-11-12T07:02:21,518 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:21,522 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030/_temporary/0/_temporary/attempt_local1288542504_0015_r_000000_0/f2/d56b3ad15f214572a0a07d7198bd0bdc is 58, key is row-test-1731394826477-2-0/f2:q1/1731394904049/Put/seqid=0 2024-11-12T07:02:21,524 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741990_1166 (size=5609) 2024-11-12T07:02:22,465 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030 2024-11-12T07:02:22,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664a9976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:22,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:22,467 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:22,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:22,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295fe12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,469 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:22,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204e7b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:22,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:22,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:22,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:22,475 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030/_SUCCESS 2024-11-12T07:02:22,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74eae229 2024-11-12T07:02:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:22,480 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:22,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7] 2024-11-12T07:02:22,485 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-12T07:02:22,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030/f2/d56b3ad15f214572a0a07d7198bd0bdc first=Optional[row-test-1731394826477-2-0] last=Optional[row-test-1731394826477-2-6] 2024-11-12T07:02:22,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030/f2/d56b3ad15f214572a0a07d7198bd0bdc for inclusion in 4c71ca522141a49fa0575be76cdfe2fc/f2 2024-11-12T07:02:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731394826477-2-0 last=row-test-1731394826477-2-6 2024-11-12T07:02:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-12T07:02:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for 4c71ca522141a49fa0575be76cdfe2fc: 2024-11-12T07:02:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-default-table1-1731394940030/f2/d56b3ad15f214572a0a07d7198bd0bdc to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__6get7q5juqvrg2fm1c5fjl5lk47d80c42qbj3aa52m3ni513u9gsf02irg347psf/f2/d56b3ad15f214572a0a07d7198bd0bdc 2024-11-12T07:02:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__6get7q5juqvrg2fm1c5fjl5lk47d80c42qbj3aa52m3ni513u9gsf02irg347psf/f2/d56b3ad15f214572a0a07d7198bd0bdc as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f2/c4e2025b04d1432582c0c923e08fe46e_SeqId_9_ 2024-11-12T07:02:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2d3183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:22,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:22,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba22933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,505 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:22,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578175b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de0f8cb 2024-11-12T07:02:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:22,507 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:22,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:22,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:22,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:22,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:22,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:22,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__6get7q5juqvrg2fm1c5fjl5lk47d80c42qbj3aa52m3ni513u9gsf02irg347psf/f2/d56b3ad15f214572a0a07d7198bd0bdc into 4c71ca522141a49fa0575be76cdfe2fc/f2 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f2/c4e2025b04d1432582c0c923e08fe46e_SeqId_9_ - updating store file list. 2024-11-12T07:02:22,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f2/c4e2025b04d1432582c0c923e08fe46e_SeqId_9_ into 4c71ca522141a49fa0575be76cdfe2fc/f2 2024-11-12T07:02:22,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__6get7q5juqvrg2fm1c5fjl5lk47d80c42qbj3aa52m3ni513u9gsf02irg347psf/f2/d56b3ad15f214572a0a07d7198bd0bdc into 4c71ca522141a49fa0575be76cdfe2fc/f2 (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/f2/c4e2025b04d1432582c0c923e08fe46e_SeqId_9_) 2024-11-12T07:02:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__table1__6get7q5juqvrg2fm1c5fjl5lk47d80c42qbj3aa52m3ni513u9gsf02irg347psf/f2/d56b3ad15f214572a0a07d7198bd0bdc 2024-11-12T07:02:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591ba0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:22,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a70290e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:22,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb8f669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:22,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:22,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d6dd69 2024-11-12T07:02:22,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:22,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:22,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:22,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:22,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:22,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:22,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:22,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:22,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:22,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:22,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:22,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:22,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:22,559 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T07:02:22,560 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731394826477 has been successfully restored to table1 2024-11-12T07:02:22,560 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T07:02:22,560 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731394909059 hdfs://localhost:35115/backupUT/backup_1731394909059/default/test-1731394826477/ 2024-11-12T07:02:22,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:02:22,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7 , the old value is region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:22,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:22,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7 from cache 2024-11-12T07:02:22,560 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35115/backupUT/backup_1731394873754/.backup.manifest 2024-11-12T07:02:22,562 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731394873754/.backup.manifest 2024-11-12T07:02:22,562 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17313948264771' to 'ns2:table2' from full backup image hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771 2024-11-12T07:02:22,565 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17313948264771', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731394909059 2024-11-12T07:02:22,568 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-12T07:02:22,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-12T07:02:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-12T07:02:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T07:02:22,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394942572"}]},"ts":"1731394942572"} 2024-11-12T07:02:22,574 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-12T07:02:22,574 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-12T07:02:22,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-12T07:02:22,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, UNASSIGN}] 2024-11-12T07:02:22,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, UNASSIGN 2024-11-12T07:02:22,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5d7e30ecaaf4ca0a37e15e36807af127, regionState=CLOSING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:22,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, UNASSIGN because future has completed 2024-11-12T07:02:22,579 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:02:22,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:22,669 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-12T07:02:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T07:02:22,731 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:22,731 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:02:22,731 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 5d7e30ecaaf4ca0a37e15e36807af127, disabling compactions & flushes 2024-11-12T07:02:22,732 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:22,732 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:22,732 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. after waiting 0 ms 2024-11-12T07:02:22,732 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:22,737 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:22,737 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:22,738 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. 2024-11-12T07:02:22,738 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 5d7e30ecaaf4ca0a37e15e36807af127: Waiting for close lock at 1731394942731Running coprocessor pre-close hooks at 1731394942731Disabling compacts and flushes for region at 1731394942731Disabling writes for close at 1731394942732 (+1 ms)Writing region close event to WAL at 1731394942732Running coprocessor post-close hooks at 1731394942737 (+5 ms)Closed at 1731394942738 (+1 ms) 2024-11-12T07:02:22,740 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:22,741 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5d7e30ecaaf4ca0a37e15e36807af127, regionState=CLOSED 2024-11-12T07:02:22,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:22,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-12T07:02:22,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d7e30ecaaf4ca0a37e15e36807af127, server=9f0beee3d6b6,43585,1731394816976 in 164 msec 2024-11-12T07:02:22,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-12T07:02:22,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5d7e30ecaaf4ca0a37e15e36807af127, UNASSIGN in 169 msec 2024-11-12T07:02:22,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-12T07:02:22,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 173 msec 2024-11-12T07:02:22,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394942751"}]},"ts":"1731394942751"} 2024-11-12T07:02:22,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-12T07:02:22,752 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-12T07:02:22,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 184 msec 2024-11-12T07:02:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T07:02:22,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-12T07:02:22,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-12T07:02:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-12T07:02:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:22,896 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-12T07:02:22,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:22,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f, FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/recovered.edits] 2024-11-12T07:02:22,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_ to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/f/59b49d4e83ec4f1e9d4b2fddd69b068c_SeqId_4_ 2024-11-12T07:02:22,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/recovered.edits/6.seqid to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/archive/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127/recovered.edits/6.seqid 2024-11-12T07:02:22,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/5d7e30ecaaf4ca0a37e15e36807af127 2024-11-12T07:02:22,922 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-12T07:02:22,929 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-12T07:02:22,932 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-12T07:02:22,932 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-12T07:02:22,933 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731394942932"}]},"ts":"9223372036854775807"} 2024-11-12T07:02:22,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:02:22,935 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5d7e30ecaaf4ca0a37e15e36807af127, NAME => 'ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:02:22,935 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-12T07:02:22,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731394942935"}]},"ts":"9223372036854775807"} 2024-11-12T07:02:22,936 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-12T07:02:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741991_1167 (size=351) 2024-11-12T07:02:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:23,345 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad086ecac4475a9fd51de748516b2560, NAME => 'ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79 2024-11-12T07:02:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741992_1168 (size=37) 2024-11-12T07:02:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:23,756 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:23,757 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing ad086ecac4475a9fd51de748516b2560, disabling compactions & flushes 2024-11-12T07:02:23,757 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:23,757 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:23,757 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. after waiting 0 ms 2024-11-12T07:02:23,757 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:23,757 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:23,757 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad086ecac4475a9fd51de748516b2560: Waiting for close lock at 1731394943757Disabling compacts and flushes for region at 1731394943757Disabling writes for close at 1731394943757Writing region close event to WAL at 1731394943757Closed at 1731394943757 2024-11-12T07:02:23,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731394943760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731394943760"}]},"ts":"1731394943760"} 2024-11-12T07:02:23,765 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:02:23,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394943765"}]},"ts":"1731394943765"} 2024-11-12T07:02:23,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-12T07:02:23,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ad086ecac4475a9fd51de748516b2560, ASSIGN}] 2024-11-12T07:02:23,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ad086ecac4475a9fd51de748516b2560, ASSIGN 2024-11-12T07:02:23,770 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ad086ecac4475a9fd51de748516b2560, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,43585,1731394816976; forceNewPlan=false, retain=false 2024-11-12T07:02:23,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=ad086ecac4475a9fd51de748516b2560, regionState=OPENING, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:23,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ad086ecac4475a9fd51de748516b2560, ASSIGN because future has completed 2024-11-12T07:02:23,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad086ecac4475a9fd51de748516b2560, server=9f0beee3d6b6,43585,1731394816976}] 2024-11-12T07:02:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:24,090 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:24,090 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => ad086ecac4475a9fd51de748516b2560, NAME => 'ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:02:24,091 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-12T07:02:24,091 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,091 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:02:24,091 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,091 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,094 INFO [StoreOpener-ad086ecac4475a9fd51de748516b2560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,096 INFO [StoreOpener-ad086ecac4475a9fd51de748516b2560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad086ecac4475a9fd51de748516b2560 columnFamilyName f 2024-11-12T07:02:24,096 DEBUG [StoreOpener-ad086ecac4475a9fd51de748516b2560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:24,096 INFO [StoreOpener-ad086ecac4475a9fd51de748516b2560-1 {}] regionserver.HStore(327): Store=ad086ecac4475a9fd51de748516b2560/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:02:24,097 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,098 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,098 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,099 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,099 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,101 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,104 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:02:24,105 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened ad086ecac4475a9fd51de748516b2560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11822313280, jitterRate=0.10103872418403625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T07:02:24,105 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:24,106 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for ad086ecac4475a9fd51de748516b2560: Running coprocessor pre-open hook at 1731394944091Writing region info on filesystem at 1731394944091Initializing all the Stores at 1731394944093 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731394944093Cleaning up temporary data from old regions at 1731394944099 (+6 ms)Running coprocessor post-open hooks at 1731394944105 (+6 ms)Region opened successfully at 1731394944106 (+1 ms) 2024-11-12T07:02:24,107 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., pid=94, masterSystemTime=1731394944082 2024-11-12T07:02:24,109 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:24,109 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:24,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=ad086ecac4475a9fd51de748516b2560, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad086ecac4475a9fd51de748516b2560, server=9f0beee3d6b6,43585,1731394816976 because future has completed 2024-11-12T07:02:24,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-12T07:02:24,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure ad086ecac4475a9fd51de748516b2560, server=9f0beee3d6b6,43585,1731394816976 in 185 msec 2024-11-12T07:02:24,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T07:02:24,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ad086ecac4475a9fd51de748516b2560, ASSIGN in 345 msec 2024-11-12T07:02:24,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731394944115"}]},"ts":"1731394944115"} 2024-11-12T07:02:24,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-12T07:02:24,117 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-12T07:02:24,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2250 sec 2024-11-12T07:02:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T07:02:25,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-12T07:02:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:25,048 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 from hbase tables ns2:test-17313948264771 to tables ns2:table2 2024-11-12T07:02:25,048 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17313948264771 into ns2:table2 2024-11-12T07:02:25,050 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048 from hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:02:25,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a968b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:25,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:25,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:25,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:25,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:25,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:25,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c87eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:25,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:25,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:25,054 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722c4ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:25,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@723002c8 2024-11-12T07:02:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:25,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:25,059 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-12T07:02:25,059 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-12T07:02:25,059 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:25,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:25,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:25,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:25,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:25,063 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-12T07:02:25,063 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-12T07:02:25,063 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/partitions_09573318-24ed-497f-a896-3e1448273b54 2024-11-12T07:02:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741993_1169 (size=153) 2024-11-12T07:02:25,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-12T07:02:25,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:25,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:25,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop-2148706676099197795.jar 2024-11-12T07:02:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-12T07:02:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-12T07:02:26,341 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-12T07:02:26,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:26,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:26,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:26,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:26,342 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-12T07:02:26,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-12T07:02:26,350 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-12T07:02:26,361 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-12T07:02:26,448 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1809480064_0016_15bd5a74-74b3-4703-a39e-572937ea9c44/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-12T07:02:26,448 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/mapreduce.cluster.local.dir/job_local1809480064_0016_15bd5a74-74b3-4703-a39e-572937ea9c44/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-12T07:02:26,499 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/752b3bd2c0834532b6a72cdce43774d9 2024-11-12T07:02:26,502 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:26,533 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35115/backupUT/backup_1731394873754/ns2/test-17313948264771/archive/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/f/7dedb754a29c41f4907f9927f71dd71e 2024-11-12T07:02:26,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-12T07:02:26,563 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5369b6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:26,563 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:26,563 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:26,564 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:26,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:26,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad2d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:26,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af2c727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:26,567 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:26,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:26,570 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-12T07:02:26,570 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:26,570 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:26,571 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:26,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:26,571 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-12T07:02:26,571 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9f0beee3d6b6 2024-11-12T07:02:26,576 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048/_temporary/0/_temporary/attempt_local1809480064_0016_r_000000_0/f/526e6269a6ed448b8bb30a7afc747583 is 38, key is row-t20/f:q1/1731394858434/Put/seqid=0 2024-11-12T07:02:26,577 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9f0beee3d6b6:43585] Specified favored nodes: [9f0beee3d6b6:43585] 2024-11-12T07:02:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741994_1170 (size=8935) 2024-11-12T07:02:27,498 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048 2024-11-12T07:02:27,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400490ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:27,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:27,500 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22560d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,501 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:27,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d13e3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:27,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:27,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:27,506 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048/_SUCCESS 2024-11-12T07:02:27,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:27,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:27,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15dd2a87 2024-11-12T07:02:27,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:27,510 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:27,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:27,515 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-12T07:02:27,520 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048/f/526e6269a6ed448b8bb30a7afc747583 first=Optional[row-t20] last=Optional[row98] 2024-11-12T07:02:27,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048/f/526e6269a6ed448b8bb30a7afc747583 for inclusion in ad086ecac4475a9fd51de748516b2560/f 2024-11-12T07:02:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-12T07:02:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:02:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegion(2603): Flush status journal for ad086ecac4475a9fd51de748516b2560: 2024-11-12T07:02:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/hbase-staging/bulk_output-ns2-table2-1731394945048/f/526e6269a6ed448b8bb30a7afc747583 to hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__tn6339amg524bq3lf0hnn1dj4147udj8ivocellde08836eijerj9b0erpg1fc5r/f/526e6269a6ed448b8bb30a7afc747583 2024-11-12T07:02:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__tn6339amg524bq3lf0hnn1dj4147udj8ivocellde08836eijerj9b0erpg1fc5r/f/526e6269a6ed448b8bb30a7afc747583 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/f/4669abfcc37244cfa9ba7db7dc1fad7f_SeqId_4_ 2024-11-12T07:02:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9a941b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:27,531 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfe0f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:27,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,532 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e83f9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d826ff3 2024-11-12T07:02:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:27,534 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:02:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:27,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:02:27,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:27,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:27,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:27,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:27,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__tn6339amg524bq3lf0hnn1dj4147udj8ivocellde08836eijerj9b0erpg1fc5r/f/526e6269a6ed448b8bb30a7afc747583 into ad086ecac4475a9fd51de748516b2560/f as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/f/4669abfcc37244cfa9ba7db7dc1fad7f_SeqId_4_ - updating store file list. 2024-11-12T07:02:27,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/f/4669abfcc37244cfa9ba7db7dc1fad7f_SeqId_4_ into ad086ecac4475a9fd51de748516b2560/f 2024-11-12T07:02:27,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__tn6339amg524bq3lf0hnn1dj4147udj8ivocellde08836eijerj9b0erpg1fc5r/f/526e6269a6ed448b8bb30a7afc747583 into ad086ecac4475a9fd51de748516b2560/f (new location: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/f/4669abfcc37244cfa9ba7db7dc1fad7f_SeqId_4_) 2024-11-12T07:02:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/staging/jenkins__ns2_table2__tn6339amg524bq3lf0hnn1dj4147udj8ivocellde08836eijerj9b0erpg1fc5r/f/526e6269a6ed448b8bb30a7afc747583 2024-11-12T07:02:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb05afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,39669,-1 for getting cluster id 2024-11-12T07:02:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:02:27,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7864691-f3e8-41ad-8632-b12dbcedeb46' 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7864691-f3e8-41ad-8632-b12dbcedeb46" 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3aafb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,39669,-1] 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:02:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:02:27,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45315ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-12T07:02:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:02:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c7b252 2024-11-12T07:02:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:02:27,561 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:02:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:02:27,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,43585,1731394816976, seqNum=-1] 2024-11-12T07:02:27,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:02:27,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:02:27,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-12T07:02:27,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-12T07:02:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:27,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585. 2024-11-12T07:02:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:27,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:27,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:27,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,576 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-12T07:02:27,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:27,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:27,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:02:27,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:27,577 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:02:27,591 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17313948264771', skipping incremental restore step. 2024-11-12T07:02:27,591 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-12T07:02:27,591 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731394909059 hdfs://localhost:35115/backupUT/backup_1731394909059/ns2/test-17313948264771/ 2024-11-12T07:02:27,591 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-12T07:02:27,592 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:02:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:59788 deadline: 1731395007592, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. is not online on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731394922326.0000e2964f8bcec9b59eb7def63ac803., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:27,689 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f0beee3d6b6:43585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-12T07:02:27,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7] 2024-11-12T07:02:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:59788 deadline: 1731395007705, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. is not online on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731394922326.f6a60b195f3331a73bb4dee40c7eb2f6., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=7] 2024-11-12T07:02:27,831 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-12T07:02:27,838 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-12T07:02:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:02:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-12T07:02:27,862 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-12T07:02:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43585 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:59788 deadline: 1731395007862, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. is not online on 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:27,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 , the old value is region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127. is not online on 9f0beee3d6b6,43585,1731394816976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:02:27,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2 from cache 2024-11-12T07:02:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560., hostname=9f0beee3d6b6,43585,1731394816976, seqNum=2] 2024-11-12T07:02:27,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:27,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:27,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:27,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:27,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: member: '9f0beee3d6b6,43585,1731394816976' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1125289115_20 at /127.0.0.1:57750 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-391082988-172.17.0.2-1731394810767:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-391082988-172.17.0.2-1731394810767:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-817874359_20 at /127.0.0.1:54468 [Receiving block BP-391082988-172.17.0.2-1731394810767:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-391082988-172.17.0.2-1731394810767:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-817874359_20 at /127.0.0.1:54492 [Receiving block BP-391082988-172.17.0.2-1731394810767:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/9f0beee3d6b6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-817874359_20 at /127.0.0.1:54480 [Receiving block BP-391082988-172.17.0.2-1731394810767:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (9f0beee3d6b6,39669,1731394815164)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9f0beee3d6b6,43585,1731394816976)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=5726 (was 6349) 2024-11-12T07:02:27,992 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-12T07:02:28,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:02:28,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:28,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:28,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:28,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:02:28,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=827926191, stopped=false 2024-11-12T07:02:28,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f0beee3d6b6,39669,1731394815164 2024-11-12T07:02:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-12T07:02:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:02:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-12T07:02:28,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:02:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:02:28,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T07:02:28,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:02:28,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:28,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:28,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-12T07:02:28,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f0beee3d6b6,43585,1731394816976' ***** 2024-11-12T07:02:28,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:02:28,058 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-12T07:02:28,062 INFO [RS:0;9f0beee3d6b6:43585 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@72979367{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-12T07:02:28,064 INFO [RS:0;9f0beee3d6b6:43585 {}] server.AbstractConnector(383): Stopped ServerConnector@1cdf8417{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T07:02:28,064 INFO [RS:0;9f0beee3d6b6:43585 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:28,064 INFO [RS:0;9f0beee3d6b6:43585 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-12T07:02:28,065 INFO [RS:0;9f0beee3d6b6:43585 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65eb8eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:28,066 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:02:28,066 INFO [RS:0;9f0beee3d6b6:43585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:02:28,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c71ca522141a49fa0575be76cdfe2fc 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for ac4a33f32f1481e68b4fa8ccd58267c5 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 274570c5c267bcb9922b705c5d26f0c2 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a3027e7f70064407eaa87e8cc554ccc 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for ad086ecac4475a9fd51de748516b2560 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for a2d7851e5c6a76f67eebdabbc748523c 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c51e1b940b380ea92e406717c5977fc 2024-11-12T07:02:28,067 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:02:28,068 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c71ca522141a49fa0575be76cdfe2fc, disabling compactions & flushes 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(959): stopping server 9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:28,068 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:28,068 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:02:28,068 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. after waiting 0 ms 2024-11-12T07:02:28,068 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f0beee3d6b6:43585. 2024-11-12T07:02:28,068 DEBUG [RS:0;9f0beee3d6b6:43585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:28,068 DEBUG [RS:0;9f0beee3d6b6:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:02:28,068 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-12T07:02:28,068 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:02:28,069 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:02:28,069 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:02:28,069 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:02:28,069 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:02:28,069 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, 274570c5c267bcb9922b705c5d26f0c2, 3a3027e7f70064407eaa87e8cc554ccc, 4c71ca522141a49fa0575be76cdfe2fc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2, ac4a33f32f1481e68b4fa8ccd58267c5, ad086ecac4475a9fd51de748516b2560, bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,069 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-12T07:02:28,072 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/4c71ca522141a49fa0575be76cdfe2fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,073 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c71ca522141a49fa0575be76cdfe2fc: Waiting for close lock at 1731394948067Running coprocessor pre-close hooks at 1731394948067Disabling compacts and flushes for region at 1731394948067Disabling writes for close at 1731394948068 (+1 ms)Writing region close event to WAL at 1731394948069 (+1 ms)Running coprocessor post-close hooks at 1731394948073 (+4 ms)Closed at 1731394948073 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731394933261.4c71ca522141a49fa0575be76cdfe2fc. 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac4a33f32f1481e68b4fa8ccd58267c5, disabling compactions & flushes 2024-11-12T07:02:28,073 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. after waiting 0 ms 2024-11-12T07:02:28,073 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:02:28,073 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac4a33f32f1481e68b4fa8ccd58267c5 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-12T07:02:28,076 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/e813604c57b049d0955ce815ba0cd7d6 is 158, key is trslm:hdfs://localhost:35115/backupUT\x00ns2:test-17313948264771/meta:log-roll-map/1731394921833/Put/seqid=0 2024-11-12T07:02:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741995_1171 (size=6208) 2024-11-12T07:02:28,091 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/info/528f5fc1569042ec988fb4c5303f6afb is 159, key is ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2./info:regioninfo/1731394830535/Put/seqid=0 2024-11-12T07:02:28,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741996_1172 (size=19093) 2024-11-12T07:02:28,101 INFO [regionserver/9f0beee3d6b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:02:28,269 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, 274570c5c267bcb9922b705c5d26f0c2, 3a3027e7f70064407eaa87e8cc554ccc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2, ac4a33f32f1481e68b4fa8ccd58267c5, ad086ecac4475a9fd51de748516b2560, bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,351 INFO [regionserver/9f0beee3d6b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:02:28,352 INFO [regionserver/9f0beee3d6b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:02:28,470 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, 274570c5c267bcb9922b705c5d26f0c2, 3a3027e7f70064407eaa87e8cc554ccc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2, ac4a33f32f1481e68b4fa8ccd58267c5, ad086ecac4475a9fd51de748516b2560, bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,482 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/e813604c57b049d0955ce815ba0cd7d6 2024-11-12T07:02:28,496 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/info/528f5fc1569042ec988fb4c5303f6afb 2024-11-12T07:02:28,497 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/3c0c80185c7c4f278bbffc783e79e2ad is 588, key is session:backup_1731394909059/session:context/1731394922269/Put/seqid=0 2024-11-12T07:02:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741997_1173 (size=5689) 2024-11-12T07:02:28,516 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/ns/ddb43f58c96b42ba85dba7384c04dbd0 is 85, key is ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127./ns:/1731394942926/DeleteFamily/seqid=0 2024-11-12T07:02:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741998_1174 (size=5760) 2024-11-12T07:02:28,670 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, 274570c5c267bcb9922b705c5d26f0c2, 3a3027e7f70064407eaa87e8cc554ccc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2, ac4a33f32f1481e68b4fa8ccd58267c5, ad086ecac4475a9fd51de748516b2560, bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,870 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, 274570c5c267bcb9922b705c5d26f0c2, 3a3027e7f70064407eaa87e8cc554ccc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2, ac4a33f32f1481e68b4fa8ccd58267c5, ad086ecac4475a9fd51de748516b2560, bf81dd6d9235ad88e322faf29e2e28a3 2024-11-12T07:02:28,904 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/3c0c80185c7c4f278bbffc783e79e2ad 2024-11-12T07:02:28,915 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/meta/e813604c57b049d0955ce815ba0cd7d6 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/e813604c57b049d0955ce815ba0cd7d6 2024-11-12T07:02:28,921 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/ns/ddb43f58c96b42ba85dba7384c04dbd0 2024-11-12T07:02:28,921 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/meta/e813604c57b049d0955ce815ba0cd7d6, entries=7, sequenceid=52, filesize=6.1 K 2024-11-12T07:02:28,922 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/.tmp/session/3c0c80185c7c4f278bbffc783e79e2ad as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/3c0c80185c7c4f278bbffc783e79e2ad 2024-11-12T07:02:28,930 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/session/3c0c80185c7c4f278bbffc783e79e2ad, entries=2, sequenceid=52, filesize=5.6 K 2024-11-12T07:02:28,931 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 858ms, sequenceid=52, compaction requested=true 2024-11-12T07:02:28,935 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system/ac4a33f32f1481e68b4fa8ccd58267c5/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,936 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac4a33f32f1481e68b4fa8ccd58267c5: Waiting for close lock at 1731394948073Running coprocessor pre-close hooks at 1731394948073Disabling compacts and flushes for region at 1731394948073Disabling writes for close at 1731394948073Obtaining lock to block concurrent updates at 1731394948073Preparing flush snapshotting stores in ac4a33f32f1481e68b4fa8ccd58267c5 at 1731394948073Finished memstore snapshotting backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731394948073Flushing stores of backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. at 1731394948074 (+1 ms)Flushing ac4a33f32f1481e68b4fa8ccd58267c5/meta: creating writer at 1731394948074Flushing ac4a33f32f1481e68b4fa8ccd58267c5/meta: appending metadata at 1731394948076 (+2 ms)Flushing ac4a33f32f1481e68b4fa8ccd58267c5/meta: closing flushed file at 1731394948076Flushing ac4a33f32f1481e68b4fa8ccd58267c5/session: creating writer at 1731394948493 (+417 ms)Flushing ac4a33f32f1481e68b4fa8ccd58267c5/session: appending metadata at 1731394948496 (+3 ms)Flushing ac4a33f32f1481e68b4fa8ccd58267c5/session: closing flushed file at 1731394948496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759e6678: reopening flushed file at 1731394948914 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f27029c: reopening flushed file at 1731394948921 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for ac4a33f32f1481e68b4fa8ccd58267c5 in 858ms, sequenceid=52, compaction requested=true at 1731394948931 (+10 ms)Writing region close event to WAL at 1731394948932 (+1 ms)Running coprocessor post-close hooks at 1731394948936 (+4 ms)Closed at 1731394948936 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731394837845.ac4a33f32f1481e68b4fa8ccd58267c5. 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf81dd6d9235ad88e322faf29e2e28a3, disabling compactions & flushes 2024-11-12T07:02:28,936 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. after waiting 0 ms 2024-11-12T07:02:28,936 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:02:28,939 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/backup/system_bulk/bf81dd6d9235ad88e322faf29e2e28a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,940 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf81dd6d9235ad88e322faf29e2e28a3: Waiting for close lock at 1731394948936Running coprocessor pre-close hooks at 1731394948936Disabling compacts and flushes for region at 1731394948936Disabling writes for close at 1731394948936Writing region close event to WAL at 1731394948936Running coprocessor post-close hooks at 1731394948940 (+4 ms)Closed at 1731394948940 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731394840017.bf81dd6d9235ad88e322faf29e2e28a3. 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 274570c5c267bcb9922b705c5d26f0c2, disabling compactions & flushes 2024-11-12T07:02:28,940 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. after waiting 0 ms 2024-11-12T07:02:28,940 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:02:28,943 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/test-17313948264771/274570c5c267bcb9922b705c5d26f0c2/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,944 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 274570c5c267bcb9922b705c5d26f0c2: Waiting for close lock at 1731394948940Running coprocessor pre-close hooks at 1731394948940Disabling compacts and flushes for region at 1731394948940Disabling writes for close at 1731394948940Writing region close event to WAL at 1731394948941 (+1 ms)Running coprocessor post-close hooks at 1731394948944 (+3 ms)Closed at 1731394948944 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17313948264771,,1731394829340.274570c5c267bcb9922b705c5d26f0c2. 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a3027e7f70064407eaa87e8cc554ccc, disabling compactions & flushes 2024-11-12T07:02:28,944 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. after waiting 0 ms 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:28,944 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/rep_barrier/5708fb2e6e894ee29b1fd15358d9d518 is 94, key is ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127./rep_barrier:/1731394942926/DeleteFamily/seqid=0 2024-11-12T07:02:28,948 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/table1/3a3027e7f70064407eaa87e8cc554ccc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-12T07:02:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741999_1175 (size=5640) 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,949 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a3027e7f70064407eaa87e8cc554ccc: Waiting for close lock at 1731394948944Running coprocessor pre-close hooks at 1731394948944Disabling compacts and flushes for region at 1731394948944Disabling writes for close at 1731394948944Writing region close event to WAL at 1731394948945 (+1 ms)Running coprocessor post-close hooks at 1731394948948 (+3 ms)Closed at 1731394948949 (+1 ms) 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731394933261.3a3027e7f70064407eaa87e8cc554ccc. 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad086ecac4475a9fd51de748516b2560, disabling compactions & flushes 2024-11-12T07:02:28,949 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. after waiting 0 ms 2024-11-12T07:02:28,949 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:28,952 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns2/table2/ad086ecac4475a9fd51de748516b2560/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:28,953 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad086ecac4475a9fd51de748516b2560: Waiting for close lock at 1731394948949Running coprocessor pre-close hooks at 1731394948949Disabling compacts and flushes for region at 1731394948949Disabling writes for close at 1731394948949Writing region close event to WAL at 1731394948950 (+1 ms)Running coprocessor post-close hooks at 1731394948953 (+3 ms)Closed at 1731394948953 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731394942925.ad086ecac4475a9fd51de748516b2560. 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2d7851e5c6a76f67eebdabbc748523c, disabling compactions & flushes 2024-11-12T07:02:28,953 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. after waiting 0 ms 2024-11-12T07:02:28,953 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:02:28,953 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2d7851e5c6a76f67eebdabbc748523c 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-12T07:02:28,967 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f2/a026cef037c548d88e4d548cc2e5614e is 58, key is row-test-1731394826477-2-0/f2:q1/1731394904049/Put/seqid=0 2024-11-12T07:02:28,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742000_1176 (size=5464) 2024-11-12T07:02:29,071 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T07:02:29,071 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1325): Online Regions={a2d7851e5c6a76f67eebdabbc748523c=test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., 1588230740=hbase:meta,,1.1588230740, 1c51e1b940b380ea92e406717c5977fc=ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc., a3fdb41c69b1a46cd8c2a28b63d85fb2=ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2.} 2024-11-12T07:02:29,071 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:02:29,271 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c51e1b940b380ea92e406717c5977fc, a2d7851e5c6a76f67eebdabbc748523c, a3fdb41c69b1a46cd8c2a28b63d85fb2 2024-11-12T07:02:29,350 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/rep_barrier/5708fb2e6e894ee29b1fd15358d9d518 2024-11-12T07:02:29,371 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f2/a026cef037c548d88e4d548cc2e5614e 2024-11-12T07:02:29,376 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/.tmp/f2/a026cef037c548d88e4d548cc2e5614e as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f2/a026cef037c548d88e4d548cc2e5614e 2024-11-12T07:02:29,376 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/table/3ee59d5c920347b892afe4b3fc7ce857 is 88, key is ns2:table2,,1731394928148.5d7e30ecaaf4ca0a37e15e36807af127./table:/1731394942926/DeleteFamily/seqid=0 2024-11-12T07:02:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742001_1177 (size=6364) 2024-11-12T07:02:29,381 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/f2/a026cef037c548d88e4d548cc2e5614e, entries=7, sequenceid=348, filesize=5.3 K 2024-11-12T07:02:29,382 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 429ms, sequenceid=348, compaction requested=false 2024-11-12T07:02:29,386 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/default/test-1731394826477/a2d7851e5c6a76f67eebdabbc748523c/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:29,387 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2d7851e5c6a76f67eebdabbc748523c: Waiting for close lock at 1731394948953Running coprocessor pre-close hooks at 1731394948953Disabling compacts and flushes for region at 1731394948953Disabling writes for close at 1731394948953Obtaining lock to block concurrent updates at 1731394948953Preparing flush snapshotting stores in a2d7851e5c6a76f67eebdabbc748523c at 1731394948953Finished memstore snapshotting test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731394948954 (+1 ms)Flushing stores of test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. at 1731394948954Flushing a2d7851e5c6a76f67eebdabbc748523c/f2: creating writer at 1731394948954Flushing a2d7851e5c6a76f67eebdabbc748523c/f2: appending metadata at 1731394948967 (+13 ms)Flushing a2d7851e5c6a76f67eebdabbc748523c/f2: closing flushed file at 1731394948967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d76791: reopening flushed file at 1731394949375 (+408 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a2d7851e5c6a76f67eebdabbc748523c in 429ms, sequenceid=348, compaction requested=false at 1731394949382 (+7 ms)Writing region close event to WAL at 1731394949383 (+1 ms)Running coprocessor post-close hooks at 1731394949387 (+4 ms)Closed at 1731394949387 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731394826477,,1731394826985.a2d7851e5c6a76f67eebdabbc748523c. 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c51e1b940b380ea92e406717c5977fc, disabling compactions & flushes 2024-11-12T07:02:29,387 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. after waiting 0 ms 2024-11-12T07:02:29,387 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:02:29,390 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns4/test-17313948264773/1c51e1b940b380ea92e406717c5977fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:29,391 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c51e1b940b380ea92e406717c5977fc: Waiting for close lock at 1731394949387Running coprocessor pre-close hooks at 1731394949387Disabling compacts and flushes for region at 1731394949387Disabling writes for close at 1731394949387Writing region close event to WAL at 1731394949387Running coprocessor post-close hooks at 1731394949391 (+4 ms)Closed at 1731394949391 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17313948264773,,1731394833833.1c51e1b940b380ea92e406717c5977fc. 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3fdb41c69b1a46cd8c2a28b63d85fb2, disabling compactions & flushes 2024-11-12T07:02:29,391 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. after waiting 0 ms 2024-11-12T07:02:29,391 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:02:29,394 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/ns3/test-17313948264772/a3fdb41c69b1a46cd8c2a28b63d85fb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T07:02:29,395 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:29,395 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:02:29,395 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3fdb41c69b1a46cd8c2a28b63d85fb2: Waiting for close lock at 1731394949391Running coprocessor pre-close hooks at 1731394949391Disabling compacts and flushes for region at 1731394949391Disabling writes for close at 1731394949391Writing region close event to WAL at 1731394949391Running coprocessor post-close hooks at 1731394949395 (+4 ms)Closed at 1731394949395 2024-11-12T07:02:29,395 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17313948264772,,1731394831657.a3fdb41c69b1a46cd8c2a28b63d85fb2. 2024-11-12T07:02:29,472 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:02:29,672 DEBUG [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:02:29,783 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/table/3ee59d5c920347b892afe4b3fc7ce857 2024-11-12T07:02:29,796 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/info/528f5fc1569042ec988fb4c5303f6afb as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/info/528f5fc1569042ec988fb4c5303f6afb 2024-11-12T07:02:29,805 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/info/528f5fc1569042ec988fb4c5303f6afb, entries=114, sequenceid=97, filesize=18.6 K 2024-11-12T07:02:29,806 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/ns/ddb43f58c96b42ba85dba7384c04dbd0 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/ns/ddb43f58c96b42ba85dba7384c04dbd0 2024-11-12T07:02:29,813 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/ns/ddb43f58c96b42ba85dba7384c04dbd0, entries=10, sequenceid=97, filesize=5.6 K 2024-11-12T07:02:29,814 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/rep_barrier/5708fb2e6e894ee29b1fd15358d9d518 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/rep_barrier/5708fb2e6e894ee29b1fd15358d9d518 2024-11-12T07:02:29,820 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/rep_barrier/5708fb2e6e894ee29b1fd15358d9d518, entries=3, sequenceid=97, filesize=5.5 K 2024-11-12T07:02:29,821 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/.tmp/table/3ee59d5c920347b892afe4b3fc7ce857 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/table/3ee59d5c920347b892afe4b3fc7ce857 2024-11-12T07:02:29,826 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/table/3ee59d5c920347b892afe4b3fc7ce857, entries=21, sequenceid=97, filesize=6.2 K 2024-11-12T07:02:29,827 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=97, compaction requested=false 2024-11-12T07:02:29,833 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-12T07:02:29,833 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-12T07:02:29,833 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:02:29,833 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:02:29,833 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731394948068Running coprocessor pre-close hooks at 1731394948068Disabling compacts and flushes for region at 1731394948068Disabling writes for close at 1731394948069 (+1 ms)Obtaining lock to block concurrent updates at 1731394948069Preparing flush snapshotting stores in 1588230740 at 1731394948069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731394948069Flushing stores of hbase:meta,,1.1588230740 at 1731394948070 (+1 ms)Flushing 1588230740/info: creating writer at 1731394948070Flushing 1588230740/info: appending metadata at 1731394948091 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731394948091Flushing 1588230740/ns: creating writer at 1731394948502 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731394948516 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731394948516Flushing 1588230740/rep_barrier: creating writer at 1731394948928 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731394948944 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731394948944Flushing 1588230740/table: creating writer at 1731394949363 (+419 ms)Flushing 1588230740/table: appending metadata at 1731394949376 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731394949376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39708c71: reopening flushed file at 1731394949795 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1129b464: reopening flushed file at 1731394949805 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25572d20: reopening flushed file at 1731394949813 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edfe662: reopening flushed file at 1731394949820 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=97, compaction requested=false at 1731394949827 (+7 ms)Writing region close event to WAL at 1731394949829 (+2 ms)Running coprocessor post-close hooks at 1731394949833 (+4 ms)Closed at 1731394949833 2024-11-12T07:02:29,834 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:02:29,872 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(976): stopping server 9f0beee3d6b6,43585,1731394816976; all regions closed. 2024-11-12T07:02:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741955_1131 (size=16160) 2024-11-12T07:02:29,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.meta.1731394913558.meta not finished, retry = 0 2024-11-12T07:02:29,989 DEBUG [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs 2024-11-12T07:02:29,989 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.meta:.meta(num 1731394913558) 2024-11-12T07:02:29,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741954_1130 (size=7883) 2024-11-12T07:02:29,994 DEBUG [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs 2024-11-12T07:02:29,994 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-1:(num 1731394913541) 2024-11-12T07:02:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741953_1129 (size=4165) 2024-11-12T07:02:29,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/WALs/9f0beee3d6b6,43585,1731394816976/9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0.1731394913520 not finished, retry = 0 2024-11-12T07:02:30,103 DEBUG [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/oldWALs 2024-11-12T07:02:30,104 INFO [RS:0;9f0beee3d6b6:43585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C43585%2C1731394816976.9f0beee3d6b6%2C43585%2C1731394816976.regiongroup-0:(num 1731394913520) 2024-11-12T07:02:30,104 DEBUG [RS:0;9f0beee3d6b6:43585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:30,104 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:02:30,104 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:02:30,105 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.ChoreService(370): Chore service for: regionserver/9f0beee3d6b6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:02:30,105 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:02:30,106 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:02:30,107 INFO [RS:0;9f0beee3d6b6:43585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43585 2024-11-12T07:02:30,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/9f0beee3d6b6,43585,1731394816976 2024-11-12T07:02:30,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-12T07:02:30,165 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:02:30,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f0beee3d6b6,43585,1731394816976] 2024-11-12T07:02:30,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/9f0beee3d6b6,43585,1731394816976 already deleted, retry=false 2024-11-12T07:02:30,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f0beee3d6b6,43585,1731394816976 expired; onlineServers=0 2024-11-12T07:02:30,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f0beee3d6b6,39669,1731394815164' ***** 2024-11-12T07:02:30,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:02:30,181 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-12T07:02:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-12T07:02:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-12T07:02:30,190 INFO [M:0;9f0beee3d6b6:39669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-12T07:02:30,190 INFO [M:0;9f0beee3d6b6:39669 {}] server.AbstractConnector(383): Stopped ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T07:02:30,190 INFO [M:0;9f0beee3d6b6:39669 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:30,190 INFO [M:0;9f0beee3d6b6:39669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-12T07:02:30,190 INFO [M:0;9f0beee3d6b6:39669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:30,191 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:02:30,191 INFO [M:0;9f0beee3d6b6:39669 {}] master.HMaster(1770): Stopping master jetty server 2024-11-12T07:02:30,191 INFO [M:0;9f0beee3d6b6:39669 {}] server.AbstractConnector(383): Stopped ServerConnector@64a81f2a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-12T07:02:30,192 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:02:30,192 DEBUG [M:0;9f0beee3d6b6:39669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:02:30,192 INFO [M:0;9f0beee3d6b6:39669 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-12T07:02:30,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:02:30,192 INFO [M:0;9f0beee3d6b6:39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;9f0beee3d6b6:39669. 2024-11-12T07:02:30,192 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731394820061 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731394820061,5,FailOnTimeoutGroup] 2024-11-12T07:02:30,192 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731394820061 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731394820061,5,FailOnTimeoutGroup] 2024-11-12T07:02:30,192 DEBUG [M:0;9f0beee3d6b6:39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:02:30,192 DEBUG [M:0;9f0beee3d6b6:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:30,192 DEBUG [M:0;9f0beee3d6b6:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:02:30,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:02:30,192 DEBUG [M:0;9f0beee3d6b6:39669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:02:30,192 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.ChoreService(370): Chore service for: master/9f0beee3d6b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:02:30,192 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:02:30,193 DEBUG [M:0;9f0beee3d6b6:39669 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:02:30,193 INFO [M:0;9f0beee3d6b6:39669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:02:30,193 INFO [M:0;9f0beee3d6b6:39669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:02:30,193 ERROR [M:0;9f0beee3d6b6:39669 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-12T07:02:30,193 INFO [M:0;9f0beee3d6b6:39669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:02:30,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:02:30,194 DEBUG [M:0;9f0beee3d6b6:39669 {}] zookeeper.ZKUtil(347): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-12T07:02:30,194 WARN [M:0;9f0beee3d6b6:39669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:02:30,195 INFO [M:0;9f0beee3d6b6:39669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/.lastflushedseqids 2024-11-12T07:02:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742002_1178 (size=761) 2024-11-12T07:02:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:02:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43585-0x1012f21d4300001, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:02:30,274 INFO [RS:0;9f0beee3d6b6:43585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:02:30,274 INFO [RS:0;9f0beee3d6b6:43585 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f0beee3d6b6,43585,1731394816976; zookeeper connection closed. 2024-11-12T07:02:30,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bf47cc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bf47cc0 2024-11-12T07:02:30,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:02:30,607 INFO [M:0;9f0beee3d6b6:39669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:02:30,608 INFO [M:0;9f0beee3d6b6:39669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:02:30,608 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:02:30,627 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:02:30,627 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:02:30,627 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:02:30,627 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:02:30,627 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.94 KB heapSize=513.37 KB 2024-11-12T07:02:30,641 DEBUG [M:0;9f0beee3d6b6:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4f78b4a944043a1000386de570f92 is 82, key is hbase:meta,,1/info:regioninfo/1731394821463/Put/seqid=0 2024-11-12T07:02:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742003_1179 (size=5672) 2024-11-12T07:02:31,047 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4f78b4a944043a1000386de570f92 2024-11-12T07:02:31,078 DEBUG [M:0;9f0beee3d6b6:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5257080abc084db191964f66f23e70df is 2202, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731394940023/Put/seqid=0 2024-11-12T07:02:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742004_1180 (size=28892) 2024-11-12T07:02:31,484 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.39 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5257080abc084db191964f66f23e70df 2024-11-12T07:02:31,491 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5257080abc084db191964f66f23e70df 2024-11-12T07:02:31,509 DEBUG [M:0;9f0beee3d6b6:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1508b4948804485da2e916fac881f63b is 69, key is 9f0beee3d6b6,43585,1731394816976/rs:state/1731394820157/Put/seqid=0 2024-11-12T07:02:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073742005_1181 (size=5156) 2024-11-12T07:02:31,915 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1508b4948804485da2e916fac881f63b 2024-11-12T07:02:31,930 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4f78b4a944043a1000386de570f92 as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ee4f78b4a944043a1000386de570f92 2024-11-12T07:02:31,936 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ee4f78b4a944043a1000386de570f92, entries=8, sequenceid=898, filesize=5.5 K 2024-11-12T07:02:31,937 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5257080abc084db191964f66f23e70df as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5257080abc084db191964f66f23e70df 2024-11-12T07:02:31,942 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5257080abc084db191964f66f23e70df 2024-11-12T07:02:31,942 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5257080abc084db191964f66f23e70df, entries=93, sequenceid=898, filesize=28.2 K 2024-11-12T07:02:31,943 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1508b4948804485da2e916fac881f63b as hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1508b4948804485da2e916fac881f63b 2024-11-12T07:02:31,949 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35115/user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1508b4948804485da2e916fac881f63b, entries=1, sequenceid=898, filesize=5.0 K 2024-11-12T07:02:31,949 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.94 KB/447430, heapSize ~513.07 KB/525384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=898, compaction requested=false 2024-11-12T07:02:31,951 INFO [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:02:31,951 DEBUG [M:0;9f0beee3d6b6:39669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731394950608Disabling compacts and flushes for region at 1731394950608Disabling writes for close at 1731394950627 (+19 ms)Obtaining lock to block concurrent updates at 1731394950627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731394950627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447430, getHeapSize=525624, getOffHeapSize=0, getCellsCount=1021 at 1731394950627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731394950628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731394950628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731394950641 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731394950641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731394951059 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731394951078 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731394951078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731394951492 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731394951509 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731394951509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e84a955: reopening flushed file at 1731394951929 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4c5163: reopening flushed file at 1731394951936 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cf01c4: reopening flushed file at 1731394951942 (+6 ms)Finished flush of dataSize ~436.94 KB/447430, heapSize ~513.07 KB/525384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=898, compaction requested=false at 1731394951949 (+7 ms)Writing region close event to WAL at 1731394951951 (+2 ms)Closed at 1731394951951 2024-11-12T07:02:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42463 is added to blk_1073741830_1006 (size=506711) 2024-11-12T07:02:31,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5730e9a8-ed1d-60c5-ad47-622a5d8d4e79/MasterData/WALs/9f0beee3d6b6,39669,1731394815164/9f0beee3d6b6%2C39669%2C1731394815164.9f0beee3d6b6%2C39669%2C1731394815164.regiongroup-0.1731394819201 not finished, retry = 0 2024-11-12T07:02:32,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:02:32,055 INFO [M:0;9f0beee3d6b6:39669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:02:32,055 INFO [M:0;9f0beee3d6b6:39669 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-12T07:02:32,055 INFO [M:0;9f0beee3d6b6:39669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39669 2024-11-12T07:02:32,055 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:02:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:02:32,206 INFO [M:0;9f0beee3d6b6:39669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:02:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x1012f21d4300000, quorum=127.0.0.1:51773, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:02:32,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6628e1d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:02:32,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:02:32,232 WARN [BP-391082988-172.17.0.2-1731394810767 heartbeating to localhost/127.0.0.1:35115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:02:32,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:02:32,232 WARN [BP-391082988-172.17.0.2-1731394810767 heartbeating to localhost/127.0.0.1:35115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-391082988-172.17.0.2-1731394810767 (Datanode Uuid 7c252945-28ab-40b6-88aa-4bf19aeb5fe6) service to localhost/127.0.0.1:35115 2024-11-12T07:02:32,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data1/current/BP-391082988-172.17.0.2-1731394810767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:02:32,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/cluster_f430eb69-2d8c-c8d8-3a70-9b2e09fea5de/data/data2/current/BP-391082988-172.17.0.2-1731394810767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:02:32,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:02:32,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:02:32,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:02:32,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:02:32,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-12T07:02:32,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77057199{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T07:02:32,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76f8b306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f185b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a7ea02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@153b052d{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-12T07:02:32,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb1bd25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1534f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62942708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,347 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T07:02:32,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3430605f{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-12T07:02:32,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22940f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6522fb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f704027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,351 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-12T07:02:32,354 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-12T07:02:32,354 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-12T07:02:32,355 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T07:02:32,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11e3640f{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-12T07:02:32,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:02:32,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:02:32,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-12T07:02:32,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/79f9d110-7ee5-5f14-fa87-c8b89f36d1b0/hadoop.log.dir/,STOPPED} 2024-11-12T07:02:32,360 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-12T07:02:32,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped